-- Logs begin at Mon 2021-06-28 21:12:57 UTC, end at Mon 2021-06-28 22:08:05 UTC. -- Jun 28 21:41:04.281484 dv-cinder-798384-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 21:41:06.926968 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.common.config [-] Logging enabled! Jun 28 21:41:06.927547 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev426 Jun 28 21:41:06.927754 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 21:41:06.930941 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.common.config [-] Logging enabled! Jun 28 21:41:06.931195 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev426 Jun 28 21:41:06.931505 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 21:41:06.932436 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:41:06.932670 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:41:06.933029 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:41:06.933266 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:41:06.933497 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:41:06.933832 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.934134 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.934430 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.934661 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.934956 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.935245 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.935526 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.935813 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.936108 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.936393 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.936672 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.936953 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.937180 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.937460 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.937744 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.938056 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.938281 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] debug = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.938560 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.938988 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.939393 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.939671 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.939956 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.940232 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.940501 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.940775 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.941057 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.941378 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] host = dv-cinder-798384-1-iscsi {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.941653 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.941963 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.942274 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.942560 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.942834 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.943108 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.943390 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.943660 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.943931 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.944205 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.944490 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.944772 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.945060 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.945282 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.945503 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.945788 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.946093 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.946368 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.946640 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.946913 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.947184 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.947453 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.947719 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.948001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.948286 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.948569 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.948842 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.949113 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.949385 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.949653 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.949959 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.950233 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.950506 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.950777 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.951060 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.951325 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.951594 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.951892 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.952178 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.952456 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.952736 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.953008 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.953286 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.953554 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.953839 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.954112 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_json = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.954382 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.954649 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.954928 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.955197 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.955464 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.955732 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.955998 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.956279 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:06.956573 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.956866 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.957160 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.957438 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.957756 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.958060 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.958349 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.958622 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.958907 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.959191 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.959483 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.959757 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.960044 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.960318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.960608 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.960908 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.961196 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.961481 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.961753 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.962049 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.962320 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.962593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.962873 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.963162 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.963447 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.963717 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.963993 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.964280 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.964554 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.964826 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.965099 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.965383 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.965657 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.965950 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.966234 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.966510 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.966781 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.967051 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.967326 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.967612 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.967888 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.968156 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.968423 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.968694 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.968960 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.969239 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.969516 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.969783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.970074 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.970349 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.970618 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.970890 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.971165 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.971434 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.971705 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.971976 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.972245 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.972515 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.972784 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.973054 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.973866 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.974146 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.974427 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.974700 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.974972 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.975243 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.975514 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.975785 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.976068 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.976363 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.976641 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.976918 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.977200 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.977475 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.977748 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.978045 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.978323 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.978600 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.978869 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.979154 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.979443 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.979741 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.980338 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.980338 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982754 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.982754 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.983005 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.983295 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.983592 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.983876 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.984185 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.984463 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:06.984682 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:41:06.984926 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104454) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 21:41:07.329416 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:07.329697 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:07.330021 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:07.330353 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 21:41:07.716165 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.716456 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.716736 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.718042 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.718313 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.718577 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.751580 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.751841 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.752107 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.765608 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.765911 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.766183 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.795682 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.795956 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.796225 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.831372 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.831655 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:07.831924 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.062136 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.062724 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.062724 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.062877 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.063524 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.187355 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.187679 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.187965 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.188248 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.188528 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.188846 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.189111 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.189375 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.189637 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.189948 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.190216 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.190489 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.190757 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.191026 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.191286 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.191569 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.191843 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.192698 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.192974 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.193233 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.193518 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.193888 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.194148 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.194442 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.194695 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.194944 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.195340 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.195580 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.195817 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.196051 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.196283 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.196520 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:08.196879 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 21:41:08.200030 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 21:41:08.203931 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 21:41:08.207925 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 28 21:41:08.209529 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 21:41:08.209999 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 21:41:08.210333 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 21:41:08.210709 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 21:41:08.213635 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 21:41:08.213918 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 21:41:08.214265 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 21:41:08.241553 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 21:41:08.242027 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.242321 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104454) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 21:41:08.242679 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.244028 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104454) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 21:41:08.244304 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 21:41:08.244548 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 21:41:08.247744 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.248022 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.311884 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 21:41:08.312127 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 21:41:08.312405 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 21:41:08.312731 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 21:41:08.333043 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_db.sqlalchemy.engines [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104454) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 21:41:08.842599 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing driver for type 'gre' Jun 28 21:41:08.843116 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] gre ID ranges: [(1, 1000)] Jun 28 21:41:08.891047 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing driver for type 'local' Jun 28 21:41:08.891418 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing driver for type 'vlan' Jun 28 21:41:08.904690 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] VlanTypeDriver initialization complete Jun 28 21:41:08.905038 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing driver for type 'vxlan' Jun 28 21:41:08.905505 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] vxlan ID ranges: [(1, 1000)] Jun 28 21:41:08.955802 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing extension driver 'port_security' Jun 28 21:41:08.956156 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.extensions.port_security [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] PortSecurityExtensionDriver initialization complete Jun 28 21:41:08.956485 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing mechanism driver 'openvswitch' Jun 28 21:41:08.956809 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing mechanism driver 'hyperv' Jun 28 21:41:08.963763 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.plugins.ml2.plugin [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:08.964691 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.965060 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.965409 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.965793 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.966162 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.966504 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.966879 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.967219 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.967552 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.967923 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.968265 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.968603 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.968977 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.969316 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.969654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.970056 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > address_group after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.970399 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > address_group after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.970731 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.971062 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] ML2 OVO RPC backend initialized. {{(pid=104454) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 21:41:08.971751 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.972097 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.972508 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.972845 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > networks before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.973183 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.974088 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > ports before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.974426 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.974757 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnets before_response 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.975098 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.975436 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.975763 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.976103 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.976432 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.976762 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.977093 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.977415 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.977746 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:08.978332 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.plugin [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Modular L2 Plugin initialization complete Jun 28 21:41:08.978647 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading services supported by the core plugin {{(pid=104454) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 21:41:08.978960 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.plugins.ml2.managers [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Got port-security extension from driver 'port_security' Jun 28 21:41:08.979410 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.extensions.vlantransparent [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Disabled vlantransparent extension. Jun 28 21:41:08.979876 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104454) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 21:41:08.980186 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: router Jun 28 21:41:09.015082 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.015465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_create 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.015823 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router before_create 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.016177 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.016537 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.016880 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_delete 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.017228 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.017579 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_create 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.017942 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.018286 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.018626 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.018974 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.019370 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.019727 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.020054 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.020915 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: subnet after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.021236 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.021578 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.021944 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_create 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.022280 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.022614 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.022960 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router after_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.023295 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.023697 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_create 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.023981 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.024316 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_update 55549900 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.024669 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > agent after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.025006 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > agent after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.025339 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > network after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.026304 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Tracking information for resource: router configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:09.026890 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Tracking information for resource: floatingip configured {{(pid=104454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:41:09.031785 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.db.l3_agentschedulers_db [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 21:41:09.032344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.032692 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.033033 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.033374 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: port after_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.034181 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router before_create 55550100 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.034545 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.034891 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_create 55550100 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.035241 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > router precommit_update 55550100 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.039763 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.provider_configuration [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service providers = [] {{(pid=104454) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 21:41:09.040120 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.db.servicetype_db [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104454) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 21:41:09.042999 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.service_base [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:41:09.043342 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.service_base [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:41:09.043675 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.service_base [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:41:09.044546 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.services.service_base [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:41:09.044919 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.services.service_base [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 21:41:09.045364 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.045613 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 21:41:09.056135 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.056461 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: auto_allocate Jun 28 21:41:09.062121 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: network precommit_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.062480 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: network precommit_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.062999 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.063287 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: tag Jun 28 21:41:09.070256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.070583 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: timestamp Jun 28 21:41:09.074263 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.074581 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: network_ip_availability Jun 28 21:41:09.081340 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.081703 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.082074 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.085403 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.085403 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: flavors Jun 28 21:41:09.088244 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.088563 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading Plugin: revisions Jun 28 21:41:09.092840 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:41:09.093178 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=104454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:09.093941 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104454) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 21:41:09.094270 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Initializing extension manager. Jun 28 21:41:09.094768 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: __init__.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.095102 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: __pycache__ {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.095520 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.095748 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: address_group.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.096485 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.097044 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: address-group Jun 28 21:41:09.097358 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: address_scope.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.098087 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.098627 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: address-scope Jun 28 21:41:09.098939 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.099849 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.100469 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: router-admin-state-down-before-update Jun 28 21:41:09.100669 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: agent.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.101348 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.101872 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: agent Jun 28 21:41:09.102186 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: agent_resources_synced.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.103063 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.103560 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: agent-resources-synced Jun 28 21:41:09.103870 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: allowedaddresspairs.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.105786 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.106314 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: allowed-address-pairs Jun 28 21:41:09.106631 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: auto_allocated_topology.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.107675 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.108180 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: auto-allocated-topology Jun 28 21:41:09.108494 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: availability_zone.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.109161 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.109659 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: availability_zone Jun 28 21:41:09.109999 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: availability_zone_filter.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.110891 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.111383 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: availability_zone_filter Jun 28 21:41:09.111696 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: data_plane_status.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.112570 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.113061 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 21:41:09.113372 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: default_subnetpools.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.114308 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.114807 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: default-subnetpools Jun 28 21:41:09.115119 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.115904 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.116397 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: dhcp_agent_scheduler Jun 28 21:41:09.116710 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: dns.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.117594 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.118127 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 21:41:09.118440 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: dns_domain_ports.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.119324 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.119826 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 21:41:09.120138 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.121026 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.121520 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 21:41:09.121856 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: dvr.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.122500 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.122995 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: dvr Jun 28 21:41:09.123304 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: empty_string_filtering.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.124179 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.124674 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: empty-string-filtering Jun 28 21:41:09.124983 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.125889 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.126377 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 21:41:09.126687 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.127569 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.128061 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 21:41:09.128374 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: external_net.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.129249 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.130288 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: external-net Jun 28 21:41:09.130600 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.131479 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.131976 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: extra_dhcp_opt Jun 28 21:41:09.132286 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: extraroute.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.133163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.133656 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: extraroute Jun 28 21:41:09.134005 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: extraroute_atomic.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.135001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.135503 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: extraroute-atomic Jun 28 21:41:09.135822 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: filter_validation.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.136461 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.136954 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: filter-validation Jun 28 21:41:09.137264 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: fip_pf_description.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.138172 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.138665 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 21:41:09.138974 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: fip_port_details.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.139864 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.140365 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: fip-port-details Jun 28 21:41:09.140677 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: flavors.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.141909 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.142422 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: flavors Jun 28 21:41:09.142736 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.144369 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.144874 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 21:41:09.145865 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: floatingip_pools.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.146542 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.147042 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: floatingip-pools Jun 28 21:41:09.147356 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: ip_allocation.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.148239 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.148729 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 21:41:09.149040 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.149960 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.150461 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: ip-substring-filtering Jun 28 21:41:09.150777 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l2_adjacency.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.151944 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.152435 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 21:41:09.152748 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.153716 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.154244 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: router Jun 28 21:41:09.154561 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.156853 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.157374 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 21:41:09.157696 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.158628 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.159135 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: ext-gw-mode Jun 28 21:41:09.159453 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.160344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.160869 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: l3-ha Jun 28 21:41:09.161184 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3_flavors.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.162120 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.162623 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: l3-flavors Jun 28 21:41:09.162935 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.163817 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.164315 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 21:41:09.164628 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: l3agentscheduler.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.165628 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.166164 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: l3_agent_scheduler Jun 28 21:41:09.166484 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: logging.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.167934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.168449 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension logging not supported by any of loaded plugins Jun 28 21:41:09.168772 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: metering.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.169487 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.170090 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: metering Jun 28 21:41:09.170412 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.171465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.171969 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: metering_source_and_destination_fields Jun 28 21:41:09.172288 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: multiprovidernet.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.173176 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.173673 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: multi-provider Jun 28 21:41:09.174024 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: netmtu.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.174907 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.175402 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: net-mtu Jun 28 21:41:09.175717 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: netmtu_writable.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.176635 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.177130 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: net-mtu-writable Jun 28 21:41:09.177445 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: network_availability_zone.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.178120 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.178614 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: network_availability_zone Jun 28 21:41:09.178926 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: network_ip_availability.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.179977 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.180488 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: network-ip-availability Jun 28 21:41:09.180801 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: network_segment_range.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.181549 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.182072 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 21:41:09.182384 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: pagination.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.183325 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.183646 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: pagination Jun 28 21:41:09.183956 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: port_device_profile.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.184847 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.185346 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: port-device-profile Jun 28 21:41:09.185657 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.186563 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.187063 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: port-mac-address-regenerate Jun 28 21:41:09.187375 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.188253 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.188751 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: port-numa-affinity-policy Jun 28 21:41:09.189062 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: port_resource_request.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.189975 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.190477 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 21:41:09.190789 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: portbindings.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.191679 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.192728 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: binding Jun 28 21:41:09.193035 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: portbindings_extended.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.194314 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.194821 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: binding-extended Jun 28 21:41:09.195138 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: portsecurity.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.196017 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.196518 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: port-security Jun 28 21:41:09.196830 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: project_id.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.197772 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.198114 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: project-id Jun 28 21:41:09.198423 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: providernet.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.199314 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.199822 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: provider Jun 28 21:41:09.200134 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.203771 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.204285 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos not supported by any of loaded plugins Jun 28 21:41:09.204604 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.205829 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.206342 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 21:41:09.206665 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.207552 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.208601 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 21:41:09.208919 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_default.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.209821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.210336 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-default not supported by any of loaded plugins Jun 28 21:41:09.210661 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_fip.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.211313 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.211804 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 21:41:09.212118 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_gateway_ip.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.213007 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.213502 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 21:41:09.213836 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_port_network_policy.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.214713 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.215210 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 21:41:09.215520 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_rule_type_details.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.216399 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.216902 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 21:41:09.217212 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: qos_rules_alias.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.218262 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.218773 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 21:41:09.219092 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: quotasv2.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.219962 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.220280 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: quotas Jun 28 21:41:09.220594 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: quotasv2_detail.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.223637 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.223967 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: quota_details Jun 28 21:41:09.224292 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: rbac.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.225314 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.225864 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: rbac-policies Jun 28 21:41:09.226190 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: rbac_address_group.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.227089 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.227596 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: rbac-address-group Jun 28 21:41:09.227916 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: rbac_address_scope.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.228814 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.229319 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: rbac-address-scope Jun 28 21:41:09.229636 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: rbac_security_groups.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.230619 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.231125 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: rbac-security-groups Jun 28 21:41:09.231441 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: rbac_subnetpool.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.232316 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.232823 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: rbac-subnetpool Jun 28 21:41:09.233139 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: revisionifmatch.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.234044 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.234545 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: revision-if-match Jun 28 21:41:09.234858 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: revisions.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.236115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.236622 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: standard-attr-revisions Jun 28 21:41:09.236941 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: router_availability_zone.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.237584 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.238123 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: router_availability_zone Jun 28 21:41:09.238440 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: routerservicetype.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.239361 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.239859 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 21:41:09.240171 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.241072 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.241671 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: security-groups-normalized-cidr Jun 28 21:41:09.242015 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.242899 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.243402 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: port-security-groups-filtering Jun 28 21:41:09.243712 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.244598 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.245098 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: security-groups-remote-address-group Jun 28 21:41:09.245410 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: securitygroup.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.255312 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.255827 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: security-group Jun 28 21:41:09.256149 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: segment.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.256910 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.257409 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension segment not supported by any of loaded plugins Jun 28 21:41:09.257730 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.258654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.259205 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 21:41:09.259526 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: servicetype.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.260628 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.261165 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: service-type Jun 28 21:41:09.261484 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: sorting.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.262458 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.262788 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: sorting Jun 28 21:41:09.263104 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: standard_attr_segment.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.264082 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.264588 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 21:41:09.264905 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: standardattrdescription.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.265531 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.266056 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: standard-attr-description Jun 28 21:41:09.266374 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: stateful_security_group.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.267270 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.267773 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: stateful-security-group Jun 28 21:41:09.268086 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: stdattrs_common.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.268638 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 21:41:09.268947 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.269865 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.270935 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 21:41:09.271246 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnet_onboard.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.272314 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.272822 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: subnet_onboard Jun 28 21:41:09.273135 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.274056 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.274554 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 21:41:09.274864 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnet_service_types.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.275752 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.276253 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: subnet-service-types Jun 28 21:41:09.276833 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnetallocation.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.277986 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.278495 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: subnet_allocation Jun 28 21:41:09.278810 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.279447 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.279955 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: subnetpool-prefix-ops Jun 28 21:41:09.280265 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.281174 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.281669 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 21:41:09.282013 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: tagging.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.283051 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.283555 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: standard-attr-tag Jun 28 21:41:09.283870 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: timestamp.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.285048 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.285560 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loaded extension: standard-attr-timestamp Jun 28 21:41:09.285938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: trunk.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.286940 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.287445 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension trunk not supported by any of loaded plugins Jun 28 21:41:09.287761 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: trunk_details.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.288651 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.289158 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 21:41:09.289475 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: uplink_status_propagation.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.290391 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.290902 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 21:41:09.291214 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Loading extension file: vlantransparent.py {{(pid=104454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:41:09.291855 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:41:09.292354 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 21:41:09.294777 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:network Jun 28 21:41:09.295288 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnet Jun 28 21:41:09.295691 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:41:09.296076 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:port Jun 28 21:41:09.297281 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.297704 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service FLAVORS assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.298344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.298767 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.299087 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:router Jun 28 21:41:09.299512 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 21:41:09.299993 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service METERING assigned prefix: /metering {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.301422 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.301782 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.302155 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:41:09.303119 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 21:41:09.303556 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:security_group Jun 28 21:41:09.303984 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 21:41:09.304583 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service CORE assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.304900 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:41:09.305238 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] subnetpool is already registered Jun 28 21:41:09.305659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service CORE assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.305995 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:41:09.306318 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] subnetpool is already registered Jun 28 21:41:09.308636 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.309057 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service FLAVORS assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.309887 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.310077 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.310402 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:router Jun 28 21:41:09.310737 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] router is already registered Jun 28 21:41:09.311137 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 21:41:09.311466 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] floatingip is already registered Jun 28 21:41:09.311906 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service METERING assigned prefix: /metering {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.312560 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 21:41:09.312878 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] rbac_policy is already registered Jun 28 21:41:09.313278 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:security_group Jun 28 21:41:09.313602 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] security_group is already registered Jun 28 21:41:09.314021 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 21:41:09.314344 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] security_group_rule is already registered Jun 28 21:41:09.314967 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service CORE assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.315284 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:41:09.315610 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] subnetpool is already registered Jun 28 21:41:09.316017 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.v2.resource_helper [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Service CORE assigned prefix: {{(pid=104454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:41:09.316330 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:41:09.316657 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING neutron.quota.resource_registry [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] subnetpool is already registered Jun 28 21:41:09.317701 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: extensions {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.319142 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: address-groups {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.320630 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: address-scopes {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.321962 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: agents {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.323113 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: auto-allocated-topology {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.324346 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: availability_zones {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.325567 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: dhcp-networks {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.327092 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: dhcp-agents {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.328549 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: routers {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.330240 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: flavors {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.333190 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: service_profiles {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.334439 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: next_providers {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.335900 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: service_profiles {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.337415 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: floatingip-pools {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.338676 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: routers {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.340361 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: floatingips {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.341640 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: l3-routers {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.343135 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: l3-agents {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.344493 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: metering-labels {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.345757 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: metering-label-rules {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.347129 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: network-ip-availabilities {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.348405 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: bindings {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.350001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: quotas {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.351523 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: quotas {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.352942 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: rbac-policies {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.354167 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: security-groups {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.355459 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: security-group-rules {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.356731 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: service-providers {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.357960 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: subnetpools {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.359283 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: subnetpools {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.360806 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.362521 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.364862 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.366662 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.368332 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.370299 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.372004 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.373784 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.375652 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.377393 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron.api.extensions [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Extended resource: tags {{(pid=104454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:41:09.383955 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING keystonemiddleware.auth_token [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 21:41:09.388410 dv-cinder-798384-1-iscsi neutron-server[104454]: WARNING keystonemiddleware.auth_token [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 21:41:09.396776 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Acquired lock "singleton_lock" {{(pid=104454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 21:41:09.397241 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_concurrency.lockutils [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Releasing lock "singleton_lock" {{(pid=104454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 21:41:09.397891 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Starting 2 workers Jun 28 21:41:09.402870 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Started child 104561 {{(pid=104454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:41:09.407142 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Started child 104562 {{(pid=104454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:41:09.408109 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.408758 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO neutron.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 21:41:09.409326 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Notify callbacks [] for process, before_spawn {{(pid=104454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.409649 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [-] (104561) wsgi starting up on http://0.0.0.0:9696 Jun 28 21:41:09.411847 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Starting 1 workers Jun 28 21:41:09.411969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.413258 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [-] (104562) wsgi starting up on http://0.0.0.0:9696 Jun 28 21:41:09.416943 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Started child 104563 {{(pid=104454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:41:09.417472 dv-cinder-798384-1-iscsi neutron-server[104454]: INFO oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Starting 1 workers Jun 28 21:41:09.420901 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] calling RpcWorker wait() {{(pid=104563) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 21:41:09.421429 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] returning from RpcWorker wait() {{(pid=104563) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 21:41:09.421829 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Started child 104564 {{(pid=104454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:41:09.422679 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG neutron_lib.callbacks.manager [None req-f26a9f8b-5d41-4622-a165-9e32ee951ec9 None None] Notify callbacks [] for process, after_spawn {{(pid=104454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.422800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.423319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:09.424502 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 21:41:09.424714 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:41:09.424897 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:41:09.425110 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:41:09.425445 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:41:09.425606 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:41:09.426169 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.426983 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.427114 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:09.427567 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.427567 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.427765 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.428074 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:09.428308 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.428570 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.428806 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.429071 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.429295 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.429465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.429628 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.429907 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.430132 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.430391 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.430654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.430882 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.431178 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.431344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.431623 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.431880 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.432106 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.432359 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] debug = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.432592 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.433053 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.433310 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.433554 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.433779 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.434078 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.434321 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.434582 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.434818 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.435059 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.435267 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.435529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.435753 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.435955 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.436181 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.436439 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.436667 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.437126 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] host = dv-cinder-798384-1-iscsi {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.437340 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.437546 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.437792 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.438050 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.438309 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.438517 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.438753 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.439011 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.439252 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.439468 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.439699 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.439935 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.440148 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.440372 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.440529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_options = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.440756 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.441020 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.441267 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.441448 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.441613 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.442186 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.442186 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443002 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443127 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443361 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443494 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443723 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.443938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.444152 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.444380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.444654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.444847 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.445051 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.445378 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.448816 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.449934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.450869 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.450869 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.450869 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451208 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 42726) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.451335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452027 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_json = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452027 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452027 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452384 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452384 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452806 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.452806 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.453050 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.453173 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.453536 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.453854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.457821 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.458854 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460163 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460654 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.460906 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.461148 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.461831 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.461831 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.461972 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090330 Jun 28 21:41:09.462045 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.462045 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.462284 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.462591 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.462790 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.463000 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.463222 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.464045 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.465402 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.465679 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.465998 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.466246 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.466520 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.467313 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.467595 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.469157 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.469157 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.470582 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.470830 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.471099 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.471370 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.471614 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.471871 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.472117 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.472362 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.472609 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.472787 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.473050 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.475350 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.475582 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.475817 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.476077 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.476344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.476570 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.476811 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.477031 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.477255 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.477489 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.477724 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.477968 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.478182 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.478950 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.478950 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.478950 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.479179 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.479249 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.479456 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.479672 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.479904 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.480125 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.480337 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.480550 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.480761 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.480991 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.481212 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.481536 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.481946 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.482171 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.482417 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.482666 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.482876 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.483129 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.483387 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.483631 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.483874 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.484095 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.484376 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.484633 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.484890 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.485162 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.485409 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.485658 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.485899 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.486142 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.486377 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.486621 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.486843 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.487104 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.487353 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.487583 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.487845 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.488115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.488401 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.488664 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.489437 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.489868 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.490305 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.490849 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.491312 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.491582 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.491845 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.492081 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.492332 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.492584 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.492837 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.493072 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.493466 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.493877 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.494317 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.494725 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.494967 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.495181 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.495618 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.496131 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.496539 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.496958 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.497179 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.497446 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.497949 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.498381 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.498829 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.499306 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.499530 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.499777 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.500029 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.500246 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.500488 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.500950 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.501184 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.501434 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.502627 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.502627 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.502807 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.502878 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.503132 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.503345 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.503585 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.503794 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.504013 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.504228 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.504457 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.505634 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.506055 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.506473 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.506878 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.507123 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.507641 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.507641 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.507813 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.508030 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.508325 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.508581 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.509468 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.509468 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.509468 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.509689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.509689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.510001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.510206 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.510420 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.510633 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.510850 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.511055 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.511277 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.511501 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.511877 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.512276 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.512671 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.513015 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.513269 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.513703 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.514129 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.514523 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.514947 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.515359 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.515602 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516534 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516534 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516534 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516534 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516828 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.516980 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.517689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.517689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.517689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.518084 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.518084 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.518400 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519403 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519403 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519403 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519403 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519678 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519786 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.519979 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.520216 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.520435 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.520670 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.520877 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.521099 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522048 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522048 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522048 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522048 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522325 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522325 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522584 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522740 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.522945 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.523162 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.523368 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524008 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524008 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524008 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524445 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524537 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524690 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.524977 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.525223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.525465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.525744 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.526864 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.527283 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.527537 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.527870 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.528086 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.528356 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.528573 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.528791 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.529213 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.529551 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.530997 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.531382 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.531648 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.531897 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.532191 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.532465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.533327 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.533327 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.534131 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.534246 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.534549 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.535444 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.535444 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.535444 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.535719 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.535875 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.536087 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.536331 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537601 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537825 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.537984 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.538201 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.538432 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.538674 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.538908 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.539063 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:41:09.540223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 21:41:09.540223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:41:09.540223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:41:09.540223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:41:09.540223 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:41:09.540549 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:41:09.540549 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.540748 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.540860 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541012 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541167 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541343 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541500 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541656 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.541833 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.542783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.542783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.542783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.542783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.542783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543088 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543088 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543226 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543465 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543625 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543783 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.543937 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.544093 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] debug = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.544246 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.544444 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.544598 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.544748 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.545935 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546247 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546247 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546396 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546540 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546687 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546828 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.546916 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547078 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547232 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547386 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547685 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547833 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] host = dv-cinder-798384-1-iscsi {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.547979 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548118 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548254 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548417 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548563 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548701 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.548857 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549158 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549324 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549464 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549600 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.549928 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.550077 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.550234 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_options = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.550393 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.550532 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.550668 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552925 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552925 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552925 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552925 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.552925 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.553576 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.553576 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.553576 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.553576 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554115 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554645 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554645 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554645 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.554645 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555149 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555149 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555149 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555529 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555942 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555942 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.555942 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556323 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556323 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556580 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556580 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556863 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.556863 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557125 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557125 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557390 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557390 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557650 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_json = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.557650 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558009 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558009 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558343 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558343 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558602 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558602 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558860 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:41:09.558860 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559120 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559257 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559402 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559538 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559683 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559820 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.559956 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560091 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560226 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560362 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560498 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560642 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560778 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.560915 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561075 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561219 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561377 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561530 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561667 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561825 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.561983 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.562147 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.562463 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.562619 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.562758 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.562894 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564401 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564401 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564401 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564655 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564768 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.564992 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.565168 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.565344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.565500 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.565728 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.565959 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.566124 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.566305 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.566468 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.566672 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.566831 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.567743 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.567743 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.567946 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.568706 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.569024 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.569344 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.569656 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.569851 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.570019 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.570179 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.570337 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.570497 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.570689 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571226 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571391 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571545 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571683 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571819 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.571984 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572141 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572298 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572459 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572620 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572620 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572620 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572620 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.572620 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.573612 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.573612 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.573730 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.573840 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574073 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574178 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574321 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574587 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574788 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.574953 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575106 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575262 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575419 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575578 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575743 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.575916 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576072 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576229 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576538 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576707 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.576837 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.577140 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.577459 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.577640 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.577789 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.577994 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578135 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.578938 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579659 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579991 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.579991 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580212 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580318 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580422 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580526 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580683 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.580849 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581007 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581165 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581323 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581478 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581866 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.581987 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582110 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582266 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582423 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582612 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582775 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.582934 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.583094 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.583252 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.583404 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.583735 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.583889 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.584196 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.584357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.584607 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.584858 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.585041 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.585195 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.585341 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.585472 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586193 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586193 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586193 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586193 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586503 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586503 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586503 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586677 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.586836 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587015 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587109 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587264 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587413 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587578 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587721 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.587876 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588033 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588203 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588335 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588647 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588822 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.588970 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589135 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589277 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589410 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589546 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589678 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.589861 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.590011 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.590150 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.590281 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.591357 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.592256 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.593036 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.593036 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.593036 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.593565 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.594565 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.595593 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.596611 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.597589 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598380 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598948 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598948 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598948 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.598948 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599322 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599322 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599322 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599616 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599616 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599811 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.599915 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600075 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600240 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600395 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600553 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600708 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.600876 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.601033 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.601191 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.601346 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.601501 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.601655 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.602557 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.602557 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.602557 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.602557 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.602557 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603001 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603206 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603206 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603423 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603501 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603646 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603803 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.603964 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604123 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604273 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604411 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604566 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604713 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.604868 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605046 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605201 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605347 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605485 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605644 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605788 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.605980 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.606126 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.606283 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:41:09.606439 dv-cinder-798384-1-iscsi neutron-server[104454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:41:20.749004 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04415841-673a-4229-8c8e-f3dc23fc2e98 None None] get_active_networks_info from dv-cinder-798384-1-iscsi {{(pid=104563) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 21:41:20.827098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04415841-673a-4229-8c8e-f3dc23fc2e98 None None] No non-hosted networks {{(pid=104563) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 21:41:20.828559 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b45b478a-44d7-488b-a0fb-feef172e07f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:23.098158 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3b13-1053-4259-8abd-becef5f3e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:23.158188 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c082debe-e3cf-448b-8d6b-50fff2ab572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:23.485228 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:23.486388 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.487076 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.487602 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.488285 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.489233 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.489786 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.490378 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.490977 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.491546 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.492082 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.492722 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.493417 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:23.494191 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798384-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:23.500770 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798384-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:24.231896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:25.538495 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:26.990705 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42832) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:27.384430 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.db.l3_hamode_db [None req-7e6fdc9f-fbe7-40f4-9dd7-6243880ca92c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 21:41:27.458684 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fdc9f-fbe7-40f4-9dd7-6243880ca92c None None] Routers set() bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:41:27.459071 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fdc9f-fbe7-40f4-9dd7-6243880ca92c None None] Router IDs set() for agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 21:41:27.492122 dv-cinder-798384-1-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-213cdd72-80cf-4bb6-ac39-8de88799ce3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:41:27.492689 dv-cinder-798384-1-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-213cdd72-80cf-4bb6-ac39-8de88799ce3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:41:27.703901 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-213cdd72-80cf-4bb6-ac39-8de88799ce3a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:41:27.705064 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-213cdd72-80cf-4bb6-ac39-8de88799ce3a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120399 Jun 28 21:41:29.986056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42846) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:30.283291 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:30.375934 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.policy [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 21:41:30.420830 dv-cinder-798384-1-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:41:30.421194 dv-cinder-798384-1-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:41:30.430006 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.quota [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] Loaded quota_driver: . Jun 28 21:41:30.520275 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747001153943', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747001154474', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747000946658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747000938968', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747000934299', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747000984723', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3860356', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3947099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-852560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1036748'] for rbac-policy, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:30.583251 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:30.584396 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-dd9e4871-f2ff-4a9f-aeb1-f79583203225 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5974143 Jun 28 21:41:33.052789 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42858) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:33.351232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '783928d3dda3431b816d1f33886c0f14', 'tenant_id': '783928d3dda3431b816d1f33886c0f14'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:33.379942 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Made reservation on behalf of 783928d3dda3431b816d1f33886c0f14 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:41:33.382709 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.398693 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.517018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.520822 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.525902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:33.541965 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:41:33.569139 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746996459439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.569706 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Unsubscribe: segment precommit_create {{(pid=104562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 21:41:33.570187 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Added segment 748d4658-9114-44fd-8473-769df367f165 of type vlan for network c8b55aea-93b7-4297-bce0-69552432c118 Jun 28 21:41:33.587883 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c02c4-ad37-4c53-98eb-35b2f72f44b3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:33.637067 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.637411 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.637732 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.638066 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.638374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.638730 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.639039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.639357 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.639674 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.639978 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.640404 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.640609 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Tracked resource versions report: Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: pushed versions: Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: { 'AddressGroup': {'1.2'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'ConntrackHelper': {'1.0'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Log': {'1.0'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Network': {'1.1'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Port': {'1.7'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'PortForwarding': {'1.2'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'QosPolicy': {'1.8'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroup': {'1.4'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SubPort': {'1.0'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Subnet': {'1.1'}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Trunk': {'1.1'}} Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: consumer versions: Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'ConntrackHelper': '1.0', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Log': '1.0', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Network': '1.1', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Port': '1.7', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'PortForwarding': '1.2', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'QosPolicy': '1.8', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroup': '1.4', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroupRule': '1.2', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SubPort': '1.0', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Subnet': '1.1', Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Trunk': '1.1'}} Jun 28 21:41:33.641766 dv-cinder-798384-1-iscsi neutron-server[104562]: {{(pid=104562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:41:33.681037 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.698014 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:33.732252 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.733781 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:33.734439 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:33.737134 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:33.789595 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7356937 Jun 28 21:41:33.833627 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b55aea-93b7-4297-bce0-69552432c118,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:33.836765 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:33.845048 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network c8b55aea-93b7-4297-bce0-69552432c118 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:41:36.344854 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42872) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:36.718779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a99e3a-6c61-4538-a2ec-7733e50e17ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:36.720081 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-38a99e3a-6c61-4538-a2ec-7733e50e17ce admin admin] 10.222.0.37 "GET /v2.0/networks/c8b55aea-93b7-4297-bce0-69552432c118 HTTP/1.1" status: 200 len: 825 time: 0.3764656 Jun 28 21:41:36.742745 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ec867547-30f7-47bd-b9bc-ece0c07cf4fb admin admin] 10.222.0.37 "GET /v2.0/subnetpools/75ece419-49d1-4fb4-9fed-ee734ac2c143 HTTP/1.1" status: 200 len: 734 time: 0.0174723 Jun 28 21:41:36.750596 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Request body: {'subnet': {'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:36.772892 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Made reservation on behalf of 783928d3dda3431b816d1f33886c0f14 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:41:36.775056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:37.057255 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:37.059273 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:37.120223 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d87c479-0cb5-4504-ab21-5ec1eefc53d9,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:37.128538 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:37.129632 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Checking segment: {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:41:37.130665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Network hostable DHCP agents. Network: c8b55aea-93b7-4297-bce0-69552432c118, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:41:37.152382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Network c8b55aea-93b7-4297-bce0-69552432c118 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:41:37.162745 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, c8b55aea-93b7-4297-bce0-69552432c118) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:41:37.167216 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:37.167791 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:37.172013 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c696d7b-72fd-4e5b-bb8c-23980d114c4e None None] Network c8b55aea-93b7-4297-bce0-69552432c118 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:41:37.183467 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4335430 Jun 28 21:41:37.479136 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-c8b55aea-93b7-4297-bce0-69552432c118', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:41:37.480440 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:37.743056 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Allocated IP 172.20.0.2 (c8b55aea-93b7-4297-bce0-69552432c118/8d87c479-0cb5-4504-ab21-5ec1eefc53d9/6ca121c5-9f3f-4c9b-b1c3-66b2225b696e) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:41:37.942244 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:37.956370 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Transition to ACTIVE for port object 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:41:38.001625 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Transition to ACTIVE for port object 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:41:38.010504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:38.013069 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:38.071643 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Network c8b55aea-93b7-4297-bce0-69552432c118 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:41:38.080426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:41:38.094947 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:41:38.097984 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Pushing event updated for resources: {'Port': ['ID=6ca121c5-9f3f-4c9b-b1c3-66b2225b696e,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:38.140405 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.140768 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.141080 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.141391 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.141700 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.142060 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.142371 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.142679 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.142996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.143304 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.143600 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.143896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Tracked resource versions report: Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: pushed versions: Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: { 'AddressGroup': {'1.2'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'ConntrackHelper': {'1.0'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Log': {'1.0'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Network': {'1.1'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Port': {'1.7'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'PortForwarding': {'1.2'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'QosPolicy': {'1.8'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroup': {'1.4'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SubPort': {'1.0'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Subnet': {'1.1'}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Trunk': {'1.1'}} Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: consumer versions: Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'ConntrackHelper': '1.0', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Log': '1.0', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Network': '1.1', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Port': '1.7', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'PortForwarding': '1.2', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'QosPolicy': '1.8', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroup': '1.4', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroupRule': '1.2', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SubPort': '1.0', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Subnet': '1.1', Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Trunk': '1.1'}} Jun 28 21:41:38.144969 dv-cinder-798384-1-iscsi neutron-server[104563]: {{(pid=104563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:41:38.167641 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:38.179972 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Attempting to bind port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:41:38.180528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Attempting to bind port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:41:38.180769 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Attempting to bind port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e on network c8b55aea-93b7-4297-bce0-69552432c118 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:41:38.185487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:41:38.185906 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Checking segment: {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:41:38.186366 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:38.186744 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Bound using segment: {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:41:38.187194 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Bound port: 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:41:38.187599 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:38.247822 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] For port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:41:38.252044 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] For port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=6ca121c5-9f3f-4c9b-b1c3-66b2225b696e,segment=NetworkSegment(748d4658-9114-44fd-8473-769df367f165),segment_id=748d4658-9114-44fd-8473-769df367f165)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:41:38.257941 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:38.263684 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:38.328868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Pushing event updated for resources: {'Port': ['ID=6ca121c5-9f3f-4c9b-b1c3-66b2225b696e,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:38.331905 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:39.518719 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42880) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:39.825777 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-6961917c-e4dc-48e3-8525-378cec66290e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:41:39.826773 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6961917c-e4dc-48e3-8525-378cec66290e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065343 Jun 28 21:41:42.180841 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42888) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:42.502811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-6bc48a28-9adb-43c5-bb05-93f9d5123f2f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:41:42.503815 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6bc48a28-9adb-43c5-bb05-93f9d5123f2f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220403 Jun 28 21:41:43.310890 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:41:43.394699 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:41:44.290630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb141c8f-faed-4a6c-a6d0-fa1f592b6c5b None None] Network c8b55aea-93b7-4297-bce0-69552432c118 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:41:44.357873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Provisioning for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:41:44.364398 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Provisioning complete for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:41:44.364785 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:44.534732 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:44.585307 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] For port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=6ca121c5-9f3f-4c9b-b1c3-66b2225b696e,segment=NetworkSegment(748d4658-9114-44fd-8473-769df367f165),segment_id=748d4658-9114-44fd-8473-769df367f165)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:41:44.590869 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:44.596487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-d42af9f0-de2c-4293-aae2-029a70ba8d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:44.644930 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Pushing event updated for resources: {'Port': ['ID=6ca121c5-9f3f-4c9b-b1c3-66b2225b696e,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:44.648435 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:44.811432 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1c28aa60-d0ee-44db-b150-2d9d171a7555 None None] Provisioning complete for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:41:44.811725 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c28aa60-d0ee-44db-b150-2d9d171a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.118187 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42902) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:45.278264 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:41:45.326752 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:41:45.327204 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.422852 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Request body: {'router': {'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'name': 'router1', 'admin_state_up': True}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:45.445069 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.446660 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.577514 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.582382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.593948 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] Notify callbacks [] for router, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:45.595093 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-52adc726-ac9d-4e57-b78b-0c4a8a4b2864 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4759388 Jun 28 21:41:47.913549 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42910) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:48.211231 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-6c661d48-a075-49ba-ab0c-110440f4cf95 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:41:48.212216 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6c661d48-a075-49ba-ab0c-110440f4cf95 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2977293 Jun 28 21:41:50.506319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42918) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:50.619704 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aa394a2d-3cca-4af2-a394-abf36816c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.808448 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:50.828923 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Made reservation on behalf of 2c00b3e28cbf4b8db1768bcc8d746409 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:41:50.831481 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.840904 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.928028 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.931553 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.934536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fca7b9e3-97e5-4df0-8ae7-3c80520f8053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:50.950597 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Reserving flat network on physical network physnet1 {{(pid=104562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 21:41:50.966614 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e385e06-54a6-4f3d-9e5b-8180ab118213,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:50.970281 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:50.973056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:50.973392 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Added segment 01e5c79d-2783-4eee-85e1-db3e592bcc5e of type flat for network fe57467b-663a-4188-8a09-e58d6ce5ba09 Jun 28 21:41:51.027174 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:51.061814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:51.063034 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:51.063596 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:51.066248 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:51.091369 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5840592 Jun 28 21:41:51.127715 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Pushing event updated for resources: {'Network': ['ID=fe57467b-663a-4188-8a09-e58d6ce5ba09,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:51.130791 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:51.137884 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:41:53.089286 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-236be541-b7ca-472a-ba31-82b6758e527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:53.402739 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42926) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:53.481850 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:53.747153 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32662104-4934-45eb-8c94-96d6c7e0d3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:53.748416 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-32662104-4934-45eb-8c94-96d6c7e0d3df admin admin] 10.222.0.37 "GET /v2.0/subnets/8d87c479-0cb5-4504-ab21-5ec1eefc53d9 HTTP/1.1" status: 200 len: 849 time: 0.3447459 Jun 28 21:41:53.862071 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b37d1a90-3134-4510-b63f-b831ead1f3b0 admin admin] 10.222.0.37 "GET /v2.0/routers/fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee HTTP/1.1" status: 200 len: 704 time: 0.1083415 Jun 28 21:41:54.116374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.173633 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.403811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Allocated IP 172.20.0.1 (c8b55aea-93b7-4297-bce0-69552432c118/8d87c479-0cb5-4504-ab21-5ec1eefc53d9/8d9daf9c-705a-4d98-9c42-343324a74688) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:41:54.591750 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.613027 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Transition to ACTIVE for port object 8d9daf9c-705a-4d98-9c42-343324a74688 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:41:54.689155 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.691969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:54.762152 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Network c8b55aea-93b7-4297-bce0-69552432c118 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:41:54.769823 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:41:54.774573 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:41:54.775460 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.794085 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9daf9c-705a-4d98-9c42-343324a74688,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:54.834389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:54.951579 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-6b248b6b-7e35-44e2-a604-3802af7515d5 None None] Provisioning for port 8d9daf9c-705a-4d98-9c42-343324a74688 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:41:54.955087 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-6b248b6b-7e35-44e2-a604-3802af7515d5 None None] Provisioning complete for port 8d9daf9c-705a-4d98-9c42-343324a74688 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:41:54.955448 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6b248b6b-7e35-44e2-a604-3802af7515d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.979952 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:54.986809 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-6b248b6b-7e35-44e2-a604-3802af7515d5 None None] Port 8d9daf9c-705a-4d98-9c42-343324a74688 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:41:55.153602 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:55.157475 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:55.158530 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:55.160642 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:55.236231 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9daf9c-705a-4d98-9c42-343324a74688,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:55.240044 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:55.276979 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Network c8b55aea-93b7-4297-bce0-69552432c118 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:41:55.278241 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:41:55.444676 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:41:55.479827 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:55.506440 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-9fb5a3f8-9d67-41fb-95a1-610833a59081 None None] Provisioning complete for port 8d9daf9c-705a-4d98-9c42-343324a74688 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:41:55.506735 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a3f8-9d67-41fb-95a1-610833a59081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:55.534233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:41:55.541359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5a3f8-9d67-41fb-95a1-610833a59081 None None] Port 8d9daf9c-705a-4d98-9c42-343324a74688 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:41:55.547978 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Sync routers for ids ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:41:55.554463 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6869185 Jun 28 21:41:55.560031 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Routers {'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:41:55.560980 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:41:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:55.747392 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Set router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:41:56.165112 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:41:54Z', 'revision_number': 2, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port_host': None, '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:41:55Z', 'revision_number': 2, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:56.214264 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Checking router: fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:41:56.214632 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Updating router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee port 8d9daf9c-705a-4d98-9c42-343324a74688 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:41:56.275837 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:56.747842 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:56.766920 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Transition to ACTIVE for port object 8d9daf9c-705a-4d98-9c42-343324a74688 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:41:56.772986 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:56.778132 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:56.904306 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Pushing event updated for resources: {'Port': ['ID=8d9daf9c-705a-4d98-9c42-343324a74688,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:56.937125 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.937475 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.937823 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.938162 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.938708 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.939264 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.939823 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.940368 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.940774 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.941097 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.941411 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.941721 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Tracked resource versions report: Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: pushed versions: Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: { 'AddressGroup': {'1.2'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'ConntrackHelper': {'1.0'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Log': {'1.0'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Network': {'1.1'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Port': {'1.7'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'PortForwarding': {'1.2'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'QosPolicy': {'1.8'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroup': {'1.4'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SubPort': {'1.0'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Subnet': {'1.1'}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Trunk': {'1.1'}} Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: consumer versions: Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'ConntrackHelper': '1.0', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Log': '1.0', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Network': '1.1', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Port': '1.7', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'PortForwarding': '1.2', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'QosPolicy': '1.8', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroup': '1.4', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroupRule': '1.2', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SubPort': '1.0', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Subnet': '1.1', Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Trunk': '1.1'}} Jun 28 21:41:56.942832 dv-cinder-798384-1-iscsi neutron-server[104564]: {{(pid=104564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:41:56.949371 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:56.950561 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Attempting to bind port 8d9daf9c-705a-4d98-9c42-343324a74688 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:41:56.950954 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Attempting to bind port 8d9daf9c-705a-4d98-9c42-343324a74688 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:41:56.951388 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Attempting to bind port 8d9daf9c-705a-4d98-9c42-343324a74688 on network c8b55aea-93b7-4297-bce0-69552432c118 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:41:56.957463 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:41:56.957930 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Checking segment: {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:41:56.958399 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:56.958783 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Bound using segment: {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:41:56.959270 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Bound port: 8d9daf9c-705a-4d98-9c42-343324a74688, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d4658-9114-44fd-8473-769df367f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:41:56.959684 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:57.025706 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] For port 8d9daf9c-705a-4d98-9c42-343324a74688, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:41:57.046860 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] For port 8d9daf9c-705a-4d98-9c42-343324a74688, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8d9daf9c-705a-4d98-9c42-343324a74688,segment=NetworkSegment(748d4658-9114-44fd-8473-769df367f165),segment_id=748d4658-9114-44fd-8473-769df367f165)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:41:57.050849 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:57.052963 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:57.106475 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Routers {'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:41:57.107078 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:41:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:57.143035 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Pushing event updated for resources: {'Port': ['ID=8d9daf9c-705a-4d98-9c42-343324a74688,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:57.147533 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:57.201546 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] Set router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:41:57.415046 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:41:54Z', 'revision_number': 2, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port_host': None, '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:41:57Z', 'revision_number': 4, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:41:57.443722 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1595674-fb23-47ed-8aa3-27bf3504be6f None None] The sync data for ids ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'] in dv-cinder-798384-1-iscsi is: [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:41:54Z', 'revision_number': 2, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port_host': None, '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:41:57Z', 'revision_number': 4, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:41:57.859875 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 42946) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:41:58.047705 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e9d02-4b65-4017-a7c1-fffca781cd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:58.049046 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ef7e9d02-4b65-4017-a7c1-fffca781cd68 admin admin] 10.222.0.37 "GET /v2.0/networks/fe57467b-663a-4188-8a09-e58d6ce5ba09 HTTP/1.1" status: 200 len: 842 time: 0.1882057 Jun 28 21:41:58.058118 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Request body: {'subnet': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:41:58.078958 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Made reservation on behalf of 2c00b3e28cbf4b8db1768bcc8d746409 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:41:58.081232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:58.413015 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.objects.ports [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104562) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 21:41:58.413443 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:58.416132 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:41:58.465372 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f69bf0-4d00-4609-bf9f-797cd779d1be,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:41:58.467972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:41:58.474612 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:41:58.474954 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Network hostable DHCP agents. Network: fe57467b-663a-4188-8a09-e58d6ce5ba09, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:41:58.490645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:41:58.498811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, fe57467b-663a-4188-8a09-e58d6ce5ba09) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:41:58.504447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:41:58.505206 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:41:58.509083 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3f55c-bdba-4096-bb8f-2f4e177f1bee None None] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:41:58.524707 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4636033 Jun 28 21:41:58.645359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b52ac-6cd3-42a5-b185-582e2f2b33cc None None] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:42:00.765096 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 42968) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:42:00.902551 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING oslo_policy.policy [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:42:00.903114 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING oslo_policy.policy [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:42:01.182667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.policy [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104561) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 21:42:01.228073 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING oslo_policy.policy [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:42:01.228448 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING oslo_policy.policy [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:42:01.319665 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8d9daf9c-705a-4d98-9c42-343324a74688 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:42:01.370582 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 8d9daf9c-705a-4d98-9c42-343324a74688 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:42:01.375237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 8d9daf9c-705a-4d98-9c42-343324a74688 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:42:01.375825 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:01.453711 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:01.474340 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7040a581-011f-4827-9c5f-e9dc7c58a466 admin admin] 10.222.0.37 "GET /v2.0/routers/fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee HTTP/1.1" status: 200 len: 710 time: 0.7082100 Jun 28 21:42:01.494619 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 8d9daf9c-705a-4d98-9c42-343324a74688, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8d9daf9c-705a-4d98-9c42-343324a74688,segment=NetworkSegment(748d4658-9114-44fd-8473-769df367f165),segment_id=748d4658-9114-44fd-8473-769df367f165)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:42:01.499397 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:01.502431 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:42:01.588763 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=8d9daf9c-705a-4d98-9c42-343324a74688,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:42:01.591815 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:42:01.665146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70247c55-7608-424b-b456-6bc5683eec99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:42:01.666837 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-70247c55-7608-424b-b456-6bc5683eec99 admin admin] 10.222.0.37 "GET /v2.0/networks/fe57467b-663a-4188-8a09-e58d6ce5ba09 HTTP/1.1" status: 200 len: 886 time: 0.1887882 Jun 28 21:42:01.676246 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:42:01.921273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:02.144351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:02.218136 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:02.390785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Allocated IP 172.27.1.246 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/dd611f71-f9db-47e9-b90f-0129cb98d766) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:42:02.496301 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:02.582802 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:02.587659 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:42:02.604151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:42:02.623084 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:42:02.687505 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:42:02.727160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Pushing event updated for resources: {'Port': ['ID=dd611f71-f9db-47e9-b90f-0129cb98d766,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:42:02.763706 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.763934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.764258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.764581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.764921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.765211 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.765515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.765860 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.766197 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.766498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.766823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.767112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Tracked resource versions report: Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: pushed versions: Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: { 'AddressGroup': {'1.2'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'ConntrackHelper': {'1.0'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Log': {'1.0'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Network': {'1.1'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Port': {'1.7'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'PortForwarding': {'1.2'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'QosPolicy': {'1.8'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroup': {'1.4'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SubPort': {'1.0'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Subnet': {'1.1'}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Trunk': {'1.1'}} Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: consumer versions: Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'ConntrackHelper': '1.0', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Log': '1.0', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Network': '1.1', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Port': '1.7', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'PortForwarding': '1.2', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'QosPolicy': '1.8', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroup': '1.4', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroupRule': '1.2', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SubPort': '1.0', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Subnet': '1.1', Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Trunk': '1.1'}} Jun 28 21:42:02.768170 dv-cinder-798384-1-iscsi neutron-server[104561]: {{(pid=104561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:42:02.773843 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:42:02.970245 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:03.194160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:03.197392 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-744398'] for router, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:03.292676 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8d9daf9c-705a-4d98-9c42-343324a74688 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:42:03.302994 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:42:03.337746 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 8d9daf9c-705a-4d98-9c42-343324a74688 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:42:03.338144 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:03.405762 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:42:03.410980 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:03.412144 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee HTTP/1.1" status: 200 len: 890 time: 1.7399142 Jun 28 21:42:03.422528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Sync routers for ids ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:42:03.433503 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Routers {'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:42:03.434222 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:41:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:42:03.647577 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Set router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:42:04.027492 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:42:02Z', 'revision_number': 4, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port': {'id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:42:02Z', 'updated_at': '2021-06-28T21:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:42:01Z', 'revision_number': 5, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:42:04.074631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Checking router: fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:42:04.074978 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Updating router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee port dd611f71-f9db-47e9-b90f-0129cb98d766 binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:42:04.108372 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.416336 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.426232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Transition to ACTIVE for port object dd611f71-f9db-47e9-b90f-0129cb98d766 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:42:04.431260 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.433578 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:42:04.482587 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Attempting to bind port dd611f71-f9db-47e9-b90f-0129cb98d766 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:42:04.482952 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Attempting to bind port dd611f71-f9db-47e9-b90f-0129cb98d766 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:42:04.483305 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Attempting to bind port dd611f71-f9db-47e9-b90f-0129cb98d766 on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:42:04.485948 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Pushing event updated for resources: {'Port': ['ID=dd611f71-f9db-47e9-b90f-0129cb98d766,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:42:04.489081 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:42:04.491646 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:42:04.492046 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:42:04.492395 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.493327 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:42:04.493327 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Bound port: dd611f71-f9db-47e9-b90f-0129cb98d766, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:42:04.493659 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.542761 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] For port dd611f71-f9db-47e9-b90f-0129cb98d766, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:42:04.545912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] For port dd611f71-f9db-47e9-b90f-0129cb98d766, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=dd611f71-f9db-47e9-b90f-0129cb98d766,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:42:04.550079 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:04.552910 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:42:04.679205 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Routers {'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:42:04.679796 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:41:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:42:04.684315 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Pushing event updated for resources: {'Port': ['ID=dd611f71-f9db-47e9-b90f-0129cb98d766,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:42:04.715382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:42:04.788771 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] Set router fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:42:04.986331 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:42:02Z', 'revision_number': 4, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port': {'id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:42:02Z', 'updated_at': '2021-06-28T21:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:42:01Z', 'revision_number': 5, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:42:05.015685 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db892d12-3e85-417e-9dca-7af840f441e0 None None] The sync data for ids ['fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee'] in dv-cinder-798384-1-iscsi is: [{'id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'name': 'router1', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:41:45Z', 'updated_at': '2021-06-28T21:42:02Z', 'revision_number': 4, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'gw_port': {'id': 'dd611f71-f9db-47e9-b90f-0129cb98d766', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:42:02Z', 'updated_at': '2021-06-28T21:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '8d9daf9c-705a-4d98-9c42-343324a74688', 'name': '', 'network_id': 'c8b55aea-93b7-4297-bce0-69552432c118', 'tenant_id': '783928d3dda3431b816d1f33886c0f14', 'mac_address': 'fa:16:3e:07:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4ce477-2f14-469b-8eb4-8b0a2e4a11ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:41:54Z', 'updated_at': '2021-06-28T21:42:01Z', 'revision_number': 5, 'project_id': '783928d3dda3431b816d1f33886c0f14', 'subnets': [{'id': '8d87c479-0cb5-4504-ab21-5ec1eefc53d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75ece419-49d1-4fb4-9fed-ee734ac2c143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:42:05.339693 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dd611f71-f9db-47e9-b90f-0129cb98d766 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:42:05.390981 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port dd611f71-f9db-47e9-b90f-0129cb98d766 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:42:05.395811 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port dd611f71-f9db-47e9-b90f-0129cb98d766 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:42:05.396463 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:05.473662 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:05.495014 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port dd611f71-f9db-47e9-b90f-0129cb98d766, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=dd611f71-f9db-47e9-b90f-0129cb98d766,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:42:05.498872 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:05.502684 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:42:05.557111 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=dd611f71-f9db-47e9-b90f-0129cb98d766,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:42:05.560497 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:42:05.733000 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 42988) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:42:05.853542 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-4eb28e5b-68a2-41c2-870a-8acad0e77a4e admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1194463 Jun 28 21:42:07.293472 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dd611f71-f9db-47e9-b90f-0129cb98d766 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:42:07.346764 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port dd611f71-f9db-47e9-b90f-0129cb98d766 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:42:07.347135 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:20.626078 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-84d33ba3-bccb-45f1-8525-658c2603f5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:21.485158 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:42:23.094583 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-61d10a80-2328-4dde-9256-184b9c8f960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:23.484646 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:24.204439 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:25.497683 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:50.620781 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fefa920f-6813-4e48-9aa0-7380a84454df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:53.092122 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-955c951b-521d-4980-8073-e553e3b1b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:53.488775 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:54.180726 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:55.496780 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:42:58.483131 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:43:20.624268 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0c01b9f3-2962-4d19-9d9f-20227f951965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:23.084448 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b8e8965f-4040-4c74-9fb4-e142f0a528be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:23.490980 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:24.180294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:25.500750 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:35.482355 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:43:39.879982 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 43556) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:39.938082 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.pecan_wsgi.hooks.translation [None req-c552c835-0ddd-482b-8a44-f92f82dc13cc admin admin] GET failed (client error): The resource could not be found. Jun 28 21:43:39.939394 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c552c835-0ddd-482b-8a44-f92f82dc13cc admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0585027 Jun 28 21:43:40.095274 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0440f74-d422-47dc-9a15-ff0e996e1b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:40.096602 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a0440f74-d422-47dc-9a15-ff0e996e1b75 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535087 Jun 28 21:43:42.202683 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43566) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:42.292589 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066bd3e-3508-46c4-a491-04b4f8d4041b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:42.293884 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6066bd3e-3508-46c4-a491-04b4f8d4041b admin admin] 10.222.0.37 "GET /v2.0/subnets/8d87c479-0cb5-4504-ab21-5ec1eefc53d9 HTTP/1.1" status: 200 len: 849 time: 0.0902741 Jun 28 21:43:42.303587 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:43:42.382148 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:42.518141 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746996432222'] for subnet, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:42.521067 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e110f27b-8064-463c-ac81-52ed65470ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:43:42.546596 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:42.547412 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:42.561851 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] 10.222.0.37 "PUT /v2.0/subnets/8d87c479-0cb5-4504-ab21-5ec1eefc53d9 HTTP/1.1" status: 200 len: 868 time: 0.2484229 Jun 28 21:43:42.562092 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d404d-6c4a-4f1f-b093-a64f48da882a None None] Network c8b55aea-93b7-4297-bce0-69552432c118 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:43:42.569136 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d87c479-0cb5-4504-ab21-5ec1eefc53d9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:43:42.576513 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.576899 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.577228 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.577548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.577890 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.578230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.578559 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.579432 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.579771 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.580091 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.580408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.580719 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:43:42.584334 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:43:42.932240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d8d885aa-23a9-4f19-8bd0-168c7193174c None None] Provisioning complete for port 6ca121c5-9f3f-4c9b-b1c3-66b2225b696e triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:43:42.932614 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d8d885aa-23a9-4f19-8bd0-168c7193174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:43.015408 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d8d885aa-23a9-4f19-8bd0-168c7193174c None None] Provisioning complete for port 8d9daf9c-705a-4d98-9c42-343324a74688 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:43:43.015701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d8d885aa-23a9-4f19-8bd0-168c7193174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:44.714339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 43576) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:44.909351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adade7b-cfd6-42c4-9e48-6ed91fb5dfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:44.909733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adade7b-cfd6-42c4-9e48-6ed91fb5dfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:44.911234 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-9adade7b-cfd6-42c4-9e48-6ed91fb5dfe9 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958666 Jun 28 21:43:47.028382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43584) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:47.225477 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18c8ec-aed9-4fa4-9ac7-b0c8f96fe596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:47.225885 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18c8ec-aed9-4fa4-9ac7-b0c8f96fe596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:47.227862 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ad18c8ec-aed9-4fa4-9ac7-b0c8f96fe596 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983271 Jun 28 21:43:49.334063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43592) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:49.457807 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1b1dc-5cc1-4bdd-9b55-055487f82a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:49.459147 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-beb1b1dc-5cc1-4bdd-9b55-055487f82a58 admin admin] 10.222.0.37 "GET /v2.0/networks/c8b55aea-93b7-4297-bce0-69552432c118 HTTP/1.1" status: 200 len: 869 time: 0.1241472 Jun 28 21:43:50.626425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25472422-3ad1-49cc-9a7e-14096891873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:51.546701 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43600) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:51.665936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3818c8-8771-4341-a749-954cd58ef93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:51.667241 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-df3818c8-8771-4341-a749-954cd58ef93d admin admin] 10.222.0.37 "GET /v2.0/networks/fe57467b-663a-4188-8a09-e58d6ce5ba09 HTTP/1.1" status: 200 len: 886 time: 0.1191311 Jun 28 21:43:53.086172 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51d73c40-5025-48a9-814e-c3b41ad8c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:53.492613 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:53.768783 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43608) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:53.890090 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11ab18-3b77-4130-89ce-c82bec3fa12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:53.890552 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11ab18-3b77-4130-89ce-c82bec3fa12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:53.892538 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2c11ab18-3b77-4130-89ce-c82bec3fa12b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228874 Jun 28 21:43:54.183461 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:55.503297 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:43:55.998215 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43616) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:56.084000 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6244d-a461-4924-996a-737c2cf2b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:56.084453 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6244d-a461-4924-996a-737c2cf2b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:56.085917 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4cb6244d-a461-4924-996a-737c2cf2b19e admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0866849 Jun 28 21:43:58.167031 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43624) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:43:58.253584 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c7f01-f89a-4dd5-8ad0-dae9b75a9686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:43:58.255753 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6f7c7f01-f89a-4dd5-8ad0-dae9b75a9686 admin admin] 10.222.0.37 "GET /v2.0/subnets/8d87c479-0cb5-4504-ab21-5ec1eefc53d9 HTTP/1.1" status: 200 len: 868 time: 0.0869601 Jun 28 21:44:00.363580 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43632) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:44:00.448723 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85954575-6095-4493-a47b-747e49dc9d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:44:00.450019 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-85954575-6095-4493-a47b-747e49dc9d47 admin admin] 10.222.0.37 "GET /v2.0/subnets/90f69bf0-4d00-4609-bf9f-797cd779d1be HTTP/1.1" status: 200 len: 816 time: 0.0854943 Jun 28 21:44:12.480513 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:44:20.631332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a1fe548a-ee89-4be1-aa8e-3ec1e2cbd636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:23.085947 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-475df1f6-900d-4ef2-bf23-028dd0f197d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:23.428546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43676) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:44:23.472631 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-38bff2a2-24f5-4054-8882-9f44904a31a1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:44:23.473586 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-38bff2a2-24f5-4054-8882-9f44904a31a1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441334 Jun 28 21:44:23.493594 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:24.185000 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:25.506690 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:25.651293 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43684) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:44:25.708911 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea438a6d-4639-4466-8354-e6c9dc1474dc admin admin] GET failed (client error): The resource could not be found. Jun 28 21:44:25.710191 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ea438a6d-4639-4466-8354-e6c9dc1474dc admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579991 Jun 28 21:44:25.845377 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc20e2-be4b-4612-bd14-5f5457c175be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:44:25.846723 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-09cc20e2-be4b-4612-bd14-5f5457c175be admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329086 Jun 28 21:44:27.961820 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 43692) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:44:28.006765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:44:28.007952 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.quota [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Loaded quota_driver: . Jun 28 21:44:28.042523 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Made reservation on behalf of 2c00b3e28cbf4b8db1768bcc8d746409 for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:44:28.045184 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:28.086143 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING neutron.services.revisions.revision_plugin [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Could not find related network for resource to bump revision. Jun 28 21:44:28.102684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:44:28.116104 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746996459439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:28.116625 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Unsubscribe: segment precommit_create {{(pid=104561) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 21:44:28.117038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Added segment 024cda3e-b650-45b3-a619-5abae21316fd of type vlan for network a2ea7806-c991-4049-bc13-231145983171 Jun 28 21:44:28.169975 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:28.208160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:28.209438 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:44:28.210046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:28.216853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:44:28.263937 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3010375 Jun 28 21:44:28.307812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Pushing event updated for resources: {'Network': ['ID=a2ea7806-c991-4049-bc13-231145983171,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:44:28.315597 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.315951 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.316284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.316609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.316928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.317261 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.317578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.317932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.318263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.318576 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.318887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.319191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:28.323241 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:44:28.331157 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network a2ea7806-c991-4049-bc13-231145983171 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:44:30.388539 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43700) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:44:30.447263 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d848721c-5db5-4b6f-9977-3c40893961ad admin admin] GET failed (client error): The resource could not be found. Jun 28 21:44:30.448558 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d848721c-5db5-4b6f-9977-3c40893961ad admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591037 Jun 28 21:44:30.524032 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd0caa8-645a-4d5f-93c7-85e0162de182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:44:30.525429 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8fd0caa8-645a-4d5f-93c7-85e0162de182 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728049 Jun 28 21:44:30.535746 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a2ea7806-c991-4049-bc13-231145983171', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:44:30.555131 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Made reservation on behalf of 2c00b3e28cbf4b8db1768bcc8d746409 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:44:30.557296 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:30.714096 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:30.717008 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:44:30.770727 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c51c78b-dcdb-4da7-858b-1e2caae936dd,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:44:30.774426 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:44:30.775238 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Checking segment: {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:44:30.775575 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Network hostable DHCP agents. Network: a2ea7806-c991-4049-bc13-231145983171, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:44:30.793348 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Network a2ea7806-c991-4049-bc13-231145983171 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:44:30.801159 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, a2ea7806-c991-4049-bc13-231145983171) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:44:30.805075 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:44:30.805645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:30.810385 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a122ef7-1ef3-49f9-9887-bb4bc431d99a None None] Network a2ea7806-c991-4049-bc13-231145983171 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:44:30.819187 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2867785 Jun 28 21:44:31.049971 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-a2ea7806-c991-4049-bc13-231145983171', 'network_id': 'a2ea7806-c991-4049-bc13-231145983171', 'tenant_id': '2c00b3e28cbf4b8db1768bcc8d746409', 'fixed_ips': [{'subnet_id': '7c51c78b-dcdb-4da7-858b-1e2caae936dd'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:44:31.050865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.180829 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Allocated IP 192.168.233.2 (a2ea7806-c991-4049-bc13-231145983171/7c51c78b-dcdb-4da7-858b-1e2caae936dd/e1b94774-cf37-450f-920f-e591bc802131) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:44:31.320365 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.329696 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Transition to ACTIVE for port object e1b94774-cf37-450f-920f-e591bc802131 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:44:31.344346 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Transition to ACTIVE for port object e1b94774-cf37-450f-920f-e591bc802131 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:44:31.352213 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.354411 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a7b31f59-0a26-46db-b982-2ae10d9012e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:44:31.398527 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Network a2ea7806-c991-4049-bc13-231145983171 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:44:31.399303 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Pushing event updated for resources: {'Port': ['ID=e1b94774-cf37-450f-920f-e591bc802131,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:44:31.403033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:44:31.408563 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:44:31.411581 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.411931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.412267 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.412590 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.412909 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.413224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.413539 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.413876 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.414221 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.414544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.415485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.415485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:44:31.418997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:44:31.469544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Attempting to bind port e1b94774-cf37-450f-920f-e591bc802131 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:44:31.470069 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Attempting to bind port e1b94774-cf37-450f-920f-e591bc802131 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:44:31.470430 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Attempting to bind port e1b94774-cf37-450f-920f-e591bc802131 on network a2ea7806-c991-4049-bc13-231145983171 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:44:31.475315 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:44:31.475683 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Checking segment: {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:44:31.476074 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.476487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Bound using segment: {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:44:31.476948 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Bound port: e1b94774-cf37-450f-920f-e591bc802131, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:44:31.477339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.542534 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] For port e1b94774-cf37-450f-920f-e591bc802131, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:44:31.545708 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] For port e1b94774-cf37-450f-920f-e591bc802131, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=e1b94774-cf37-450f-920f-e591bc802131,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:44:31.551287 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:31.553391 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:44:31.608414 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Pushing event updated for resources: {'Port': ['ID=e1b94774-cf37-450f-920f-e591bc802131,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:44:31.612319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:44:32.409346 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e060d-1fbe-4b9f-be1f-f6a92bfd49d7 None None] Network a2ea7806-c991-4049-bc13-231145983171 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:44:32.486439 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cd7d3735-5aef-4f49-834e-966bae7f87f1 None None] Provisioning for port e1b94774-cf37-450f-920f-e591bc802131 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:44:33.430290 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e1b94774-cf37-450f-920f-e591bc802131 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:44:33.477377 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port e1b94774-cf37-450f-920f-e591bc802131 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:44:33.481345 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port e1b94774-cf37-450f-920f-e591bc802131 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:44:33.481723 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:33.559148 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:33.590614 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port e1b94774-cf37-450f-920f-e591bc802131, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=e1b94774-cf37-450f-920f-e591bc802131,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:44:33.595561 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:33.597632 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:44:33.646027 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=e1b94774-cf37-450f-920f-e591bc802131,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:44:33.649125 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:44:35.406556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e1b94774-cf37-450f-920f-e591bc802131 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:44:35.453948 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port e1b94774-cf37-450f-920f-e591bc802131 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:44:35.454314 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:49.480855 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:44:50.634364 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6cc60477-57c1-4c2a-94a8-c5e1fc7cd8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:53.087145 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c62e085f-85b6-475f-ad83-1b5ae036ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:53.496307 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:54.188707 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:44:55.512330 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:20.636067 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c7a9c469-86b9-45bf-ab04-13f566219800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:23.088882 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f12676dc-85ed-4783-893d-ad60e06b1f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:23.499367 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:24.194739 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:25.512790 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:26.478816 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:45:37.718053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43752) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:45:37.724034 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-dd149076-7650-4f06-9a8b-3b77d28f23aa tempest-verify_tempest_config-180584137 tempest-verify_tempest_config-180584137-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:45:37.725016 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-dd149076-7650-4f06-9a8b-3b77d28f23aa tempest-verify_tempest_config-180584137 tempest-verify_tempest_config-180584137-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060036 Jun 28 21:45:38.026138 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 43770) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:45:38.127396 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.247033 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.251421 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.254521 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:45:38.296811 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb039c8ce48b4c908639e1b7e8b04df7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2695303 Jun 28 21:45:38.297866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446922e9-2284-4821-9711-3b60a289911b,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:45:38.299549 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43776) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:45:38.305069 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.305496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.305848 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.306176 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.306497 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.306818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.307134 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.307464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.307798 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.308115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.308426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.308733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.313633 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:45:38.353588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.374291 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.459424 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.462447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:38.463595 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/446922e9-2284-4821-9711-3b60a289911b HTTP/1.1" status: 204 len: 168 time: 0.1630940 Jun 28 21:45:38.464216 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:45:38.472126 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446922e9-2284-4821-9711-3b60a289911b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:45:38.478985 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.479319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.479648 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.479972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.480401 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.480635 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.480957 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.481290 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.481624 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.481968 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.482273 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.482590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:45:38.485642 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:45:50.638559 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-70bf15bc-e43b-4293-a718-7a945ea37bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:53.091340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf0bf-be8f-472d-afe0-1fa805475fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:53.501350 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:54.194425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:45:55.523008 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:03.476913 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:46:20.641666 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9053c499-c6d1-4339-bf86-1c7542c03cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:23.094020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f9207b35-2027-4f8b-be09-850746bb0dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:23.505360 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:24.197705 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:25.525994 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:40.474975 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 5 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:46:50.641418 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-04a7bda8-8565-47ca-a818-5fe8f9989fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:53.095679 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5926-26a4-4ffe-919e-5c596b205143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:53.507792 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:54.199334 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:46:55.518081 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:12.899858 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744354'] for agent, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:17.326543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43828) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:47:17.427192 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cd6aa6ff-0d94-4257-ba8a-6dbbfe8fc6c8 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995519 Jun 28 21:47:17.474010 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:47:19.541705 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43838) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:47:19.595517 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-71237a08-038d-49d1-98a5-ecf2062977ea admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527313 Jun 28 21:47:20.641306 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27676010-ac94-4280-bf39-5263ed15146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:23.096452 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c6af-8bf7-4fdb-a988-5293cd657dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:23.508331 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:24.204498 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:25.522355 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:42.856275 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:50.641369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-90e2e64c-b9d0-4d09-9db1-a610dabdf220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:53.098612 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5cb916d5-24c7-4f24-981c-78607bbbc708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:53.508885 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:54.205852 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:47:54.473124 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:47:55.538174 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:12.855302 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:20.643485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-146f5243-7a5b-4dbf-994e-cbb197095888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:23.099688 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7eebf511-3dac-43c7-a332-5925f3dcb100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:23.513216 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:24.208925 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:25.531356 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:31.471990 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:48:42.855608 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:45.845321 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43918) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:46.036053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-946550922-network', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:46.075719 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Made reservation on behalf of a7b4c25dc4e5437c98976c60616f11f5 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:46.080447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.100154 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.325281 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.330677 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.336045 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:46.369974 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5311e-5a11-43d5-9626-1b53a91e0391,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:46.376040 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:48:46.385230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.385960 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.386484 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.386743 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.387062 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.387437 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.387768 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.388101 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.388423 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.388740 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.389048 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.389349 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Tracked resource versions report: Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: pushed versions: Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: { 'AddressGroup': {'1.2'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'ConntrackHelper': {'1.0'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Log': {'1.0'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Network': {'1.1'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Port': {'1.7'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'PortForwarding': {'1.2'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'QosPolicy': {'1.8'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroup': {'1.4'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SubPort': {'1.0'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Subnet': {'1.1'}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Trunk': {'1.1'}} Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: consumer versions: Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: HyperV agent@hv-cinder-79838: {}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'ConntrackHelper': '1.0', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Log': '1.0', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Network': '1.1', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Port': '1.7', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'PortForwarding': '1.2', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'QosPolicy': '1.8', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroup': '1.4', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SecurityGroupRule': '1.2', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'SubPort': '1.0', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Subnet': '1.1', Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: 'Trunk': '1.1'}} Jun 28 21:48:46.390731 dv-cinder-798384-1-iscsi neutron-server[104562]: {{(pid=104562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:48:46.394155 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:46.402969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.403516 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Added segment 91944aac-0bb2-409c-8244-b92682f1f452 of type vlan for network 83459f51-a67e-4f58-90a6-c29d82f44af4 Jun 28 21:48:46.447259 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.480953 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.482359 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:46.483003 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.486037 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60771b19-7e2c-46da-9f5d-7bd9cce87b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:46.529201 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6757414 Jun 28 21:48:46.529201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 43978) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:46.539258 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Request body: {'subnet': {'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-subnet', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:46.588172 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Pushing event updated for resources: {'Network': ['ID=83459f51-a67e-4f58-90a6-c29d82f44af4,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:46.592206 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:46.601331 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Made reservation on behalf of a7b4c25dc4e5437c98976c60616f11f5 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:46.604482 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:48:46.611665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.821830 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.829000 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-26481f64-b339-45e8-a3cc-c03f53e163a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:46.898027 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Checking segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:46.898834 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Network hostable DHCP agents. Network: 83459f51-a67e-4f58-90a6-c29d82f44af4, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:48:46.916739 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ffad63-2464-488b-9669-6fc4b46958ac,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:46.921334 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:46.924711 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:48:46.939838 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 83459f51-a67e-4f58-90a6-c29d82f44af4) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:46.944777 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:46.945475 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:46.961887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129b6b5-d64c-4bc9-bfa3-e814b8e61bde None None] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:46.977565 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 43996) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:46.979064 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e533c218-1c49-4a1f-b5bb-bf3b29906c90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4515488 Jun 28 21:48:46.984314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:47.019103 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.020692 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.185605 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-83459f51-a67e-4f58-90a6-c29d82f44af4', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:48:47.186551 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.235861 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.395851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.486868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Allocated IP 172.20.0.2 (83459f51-a67e-4f58-90a6-c29d82f44af4/a1ffad63-2464-488b-9669-6fc4b46958ac/347b359b-61dd-4ad5-9899-4d210b3b6402) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:47.669873 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.675624 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.685484 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Transition to ACTIVE for port object 347b359b-61dd-4ad5-9899-4d210b3b6402 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:47.703567 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Transition to ACTIVE for port object 347b359b-61dd-4ad5-9899-4d210b3b6402 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:47.706772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.711474 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.723708 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:47.771149 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Pushing event updated for resources: {'Port': ['ID=347b359b-61dd-4ad5-9899-4d210b3b6402,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:47.779014 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.779369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.779717 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.780303 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.780744 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.780941 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.781261 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.781580 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.781950 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.782274 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.782630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.782886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Tracked resource versions report: Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: pushed versions: Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: { 'AddressGroup': {'1.2'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'ConntrackHelper': {'1.0'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Log': {'1.0'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Network': {'1.1'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Port': {'1.7'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'PortForwarding': {'1.2'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'QosPolicy': {'1.8'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroup': {'1.4'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SubPort': {'1.0'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Subnet': {'1.1'}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Trunk': {'1.1'}} Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: consumer versions: Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: HyperV agent@hv-cinder-79838: {}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'ConntrackHelper': '1.0', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Log': '1.0', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Network': '1.1', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Port': '1.7', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'PortForwarding': '1.2', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'QosPolicy': '1.8', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroup': '1.4', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SecurityGroupRule': '1.2', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'SubPort': '1.0', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Subnet': '1.1', Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: 'Trunk': '1.1'}} Jun 28 21:48:47.783921 dv-cinder-798384-1-iscsi neutron-server[104563]: {{(pid=104563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:48:47.794248 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:47.795698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:47.796493 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:47.801283 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:47.852216 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Allocated IP 172.27.1.200 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/9ea39199-46b0-4216-9dde-2b03262e0955) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:47.864826 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Attempting to bind port 347b359b-61dd-4ad5-9899-4d210b3b6402 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:48:47.865249 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Attempting to bind port 347b359b-61dd-4ad5-9899-4d210b3b6402 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:48:47.865652 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Attempting to bind port 347b359b-61dd-4ad5-9899-4d210b3b6402 on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:48:47.871819 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:48:47.872471 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Checking segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:47.873047 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.873631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Bound using segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:48:47.874194 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Bound port: 347b359b-61dd-4ad5-9899-4d210b3b6402, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:48:47.874614 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.945546 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] For port 347b359b-61dd-4ad5-9899-4d210b3b6402, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:48:47.948769 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] For port 347b359b-61dd-4ad5-9899-4d210b3b6402, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=347b359b-61dd-4ad5-9899-4d210b3b6402,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:48:47.954480 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:47.965362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:48.017590 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.025628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Pushing event updated for resources: {'Port': ['ID=347b359b-61dd-4ad5-9899-4d210b3b6402,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:48.029443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:48.081660 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.084675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:48.129209 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:48.135052 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:48.139990 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:48.143055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea39199-46b0-4216-9dde-2b03262e0955,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:48.191162 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.192887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.193480 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.194097 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.194506 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.194898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.195318 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.195663 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.196060 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.196612 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.196846 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.197211 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Tracked resource versions report: Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: pushed versions: Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: { 'AddressGroup': {'1.2'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'ConntrackHelper': {'1.0'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Log': {'1.0'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Network': {'1.1'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Port': {'1.7'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'PortForwarding': {'1.2'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'QosPolicy': {'1.8'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroup': {'1.4'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SubPort': {'1.0'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Subnet': {'1.1'}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Trunk': {'1.1'}} Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: consumer versions: Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: HyperV agent@hv-cinder-79838: {}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'ConntrackHelper': '1.0', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Log': '1.0', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Network': '1.1', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Port': '1.7', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'PortForwarding': '1.2', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'QosPolicy': '1.8', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroup': '1.4', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SecurityGroupRule': '1.2', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'SubPort': '1.0', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Subnet': '1.1', Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: 'Trunk': '1.1'}} Jun 28 21:48:48.198567 dv-cinder-798384-1-iscsi neutron-server[104561]: {{(pid=104561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:48:48.203423 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:48.296006 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44066) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:48.491690 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44072) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:48.505356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.596461 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44078) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:48.725476 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1422425225-network', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:48.765728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.770326 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Made reservation on behalf of 2961d4fa14a44273b90cd3752e95ba0e for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:48.774821 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.786852 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.829008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-386487450-network', 'tenant_id': 'a941585ad4894eff97520336313feeb2'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:48.948351 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.953746 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.974732 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:48:48.991603 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:48.992463 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Added segment 2a19a87c-7d5a-4283-8b20-afd390fd0922 of type vlan for network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e Jun 28 21:48:49.018729 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Made reservation on behalf of a941585ad4894eff97520336313feeb2 for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:49.023396 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.028237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:48:49.063209 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.116524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-network', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:49.140160 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:49.145148 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.146948 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Made reservation on behalf of fd17dfd6247247208559f0bab53142ab for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:49.154889 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.169893 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.183821 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:49.185165 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.278882 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972a7f7-533f-4e99-b4f0-48dc74672d01 None None] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:49.313199 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:48:49.325242 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:48:49.334975 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.336099 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.347431 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0501833 Jun 28 21:48:49.348378 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:49.349267 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:49.356051 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.357149 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44100) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:49.363049 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.365522 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3854198 Jun 28 21:48:49.367958 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44102) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:49.384586 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Request body: {'subnet': {'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1422425225-subnet', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:49.461747 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:48:49.496840 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.498129 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Added segment adca3240-db8f-4d48-80fc-931b60ef3bcd of type vlan for network b646e717-9f14-48b3-b883-abed1c22361f Jun 28 21:48:49.662625 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.758269 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Made reservation on behalf of 2961d4fa14a44273b90cd3752e95ba0e for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:49.783317 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.803981 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.827767 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:49.847017 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-3668d224-dab3-41fe-8778-17ed1ff7ccc1 None None] Provisioning for port 347b359b-61dd-4ad5-9899-4d210b3b6402 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:49.854832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 347b359b-61dd-4ad5-9899-4d210b3b6402 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:49.885475 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:49.886121 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:49.890864 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2983bfa0-993d-40ba-8377-fb9b2c4ac783,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:50.240016 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 347b359b-61dd-4ad5-9899-4d210b3b6402 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:50.290021 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 347b359b-61dd-4ad5-9899-4d210b3b6402 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:50.291955 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.345702 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.204s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:50.346939 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.002s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:50.357529 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.384813 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:48Z', 'revision_number': 3, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:50.395843 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.410921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.445366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:48:50.453324 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:48:50.455682 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8543985 Jun 28 21:48:50.456241 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Updating router 4efa753d-4a42-4661-83c3-8fbf211d96d2 port 9ea39199-46b0-4216-9dde-2b03262e0955 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:48:50.457080 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44138) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:50.460105 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.460644 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Added segment 4aee7141-f1b3-4ab7-ac59-13e5cbbdc410 of type vlan for network 58886abb-2652-4793-9b87-2acd1638915b Jun 28 21:48:50.533783 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.576363 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Request body: {'subnet': {'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-subnet', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:50.578258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.587809 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.603795 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 347b359b-61dd-4ad5-9899-4d210b3b6402, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=347b359b-61dd-4ad5-9899-4d210b3b6402,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:48:50.612160 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.626731 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:50.653855 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f099b188-593f-4d58-ac8f-1c1fffb52118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:50.676344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.691065 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:50.707750 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.738873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-45603137-a0c5-49d1-a342-7fa5de87fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.789549 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.798443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=347b359b-61dd-4ad5-9899-4d210b3b6402,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:50.810343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:50.856181 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Pushing event updated for resources: {'Network': ['ID=36c81c6a-436c-4477-8fd0-05c33b0a7d4e,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:50.856776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-22c7b599-0e45-4d07-9b08-0976af3f955d None None] Provisioning complete for port 347b359b-61dd-4ad5-9899-4d210b3b6402 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:50.857862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3648663 Jun 28 21:48:50.862703 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-22c7b599-0e45-4d07-9b08-0976af3f955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:50.862940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44152) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:50.865976 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af8cab-bd86-4155-bdc7-bce3912b602a,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:50.875741 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:50.883135 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3850fa89-7220-4147-8243-c524762c37ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:50.901388 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Request body: {'subnet': {'network_id': '58886abb-2652-4793-9b87-2acd1638915b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-386487450-subnet', 'tenant_id': 'a941585ad4894eff97520336313feeb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:50.970224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:48:51.015287 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.026760 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Transition to ACTIVE for port object 9ea39199-46b0-4216-9dde-2b03262e0955 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:51.034737 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.038315 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.075065 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Checking segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:51.075354 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Network hostable DHCP agents. Network: 36c81c6a-436c-4477-8fd0-05c33b0a7d4e, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:48:51.086943 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Pushing event updated for resources: {'Network': ['ID=b646e717-9f14-48b3-b883-abed1c22361f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:51.089586 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Pushing event updated for resources: {'Port': ['ID=9ea39199-46b0-4216-9dde-2b03262e0955,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:51.094331 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.097339 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Made reservation on behalf of fd17dfd6247247208559f0bab53142ab for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:51.103753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.106494 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.107133 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.107657 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.108181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.108727 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.109251 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.109771 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.110317 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.110856 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.112092 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.112843 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.113360 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Tracked resource versions report: Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: pushed versions: Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: { 'AddressGroup': {'1.2'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'ConntrackHelper': {'1.0'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Log': {'1.0'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Network': {'1.1'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Port': {'1.7'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'PortForwarding': {'1.2'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'QosPolicy': {'1.8'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroup': {'1.4'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SubPort': {'1.0'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Subnet': {'1.1'}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Trunk': {'1.1'}} Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: consumer versions: Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: { DHCP agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: HyperV agent@hv-cinder-79838: {}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: L3 agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: Metadata agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: Metering agent@dv-cinder-798384-1-iscsi: {}, Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: Open vSwitch agent@dv-cinder-798384-1-iscsi: { 'AddressGroup': '1.2', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'ConntrackHelper': '1.0', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Log': '1.0', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Network': '1.1', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Port': '1.7', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'PortForwarding': '1.2', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'QosPolicy': '1.8', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroup': '1.4', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SecurityGroupRule': '1.2', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'SubPort': '1.0', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Subnet': '1.1', Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: 'Trunk': '1.1'}} Jun 28 21:48:51.114681 dv-cinder-798384-1-iscsi neutron-server[104564]: {{(pid=104564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:48:51.140647 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.160072 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4a32f610-898f-4c84-bab5-eae73143d13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.411s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.181476 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Attempting to bind port 9ea39199-46b0-4216-9dde-2b03262e0955 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:48:51.181879 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Attempting to bind port 9ea39199-46b0-4216-9dde-2b03262e0955 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:48:51.182326 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Attempting to bind port 9ea39199-46b0-4216-9dde-2b03262e0955 on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:48:51.197213 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:48:51.197608 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:51.198792 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.199062 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:48:51.202460 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network b646e717-9f14-48b3-b883-abed1c22361f details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:48:51.203899 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Bound port: 9ea39199-46b0-4216-9dde-2b03262e0955, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:48:51.204551 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.326690 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] For port 9ea39199-46b0-4216-9dde-2b03262e0955, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:48:51.336951 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] For port 9ea39199-46b0-4216-9dde-2b03262e0955, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=9ea39199-46b0-4216-9dde-2b03262e0955,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:48:51.350747 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.360697 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.366361 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b52fc-5cc6-4f5a-b728-0a2c6f168134,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:51.380295 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.407547 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.517s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.410572 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.411232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:48:51.431675 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d99c1170-4787-4723-9fc6-89c29058c811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.025s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.438271 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Allocated IP 172.20.0.1 (83459f51-a67e-4f58-90a6-c29d82f44af4/a1ffad63-2464-488b-9669-6fc4b46958ac/f409aa26-7a30-4b43-a482-0dc43c33d8ab) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:51.527545 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:51.528151 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:51.575735 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6ed017-e948-492a-b3f0-f83b2d1285ce,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:51.576242 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.576940 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 36c81c6a-436c-4477-8fd0-05c33b0a7d4e) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:51.586607 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b56f56-e191-482a-bac0-4d8206d846c7 None None] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:51.608230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:51.609022 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.628064 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Made reservation on behalf of a941585ad4894eff97520336313feeb2 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:48:51.630905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.775620 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:51.794767 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 347b359b-61dd-4ad5-9899-4d210b3b6402 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:51.817963 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Pushing event updated for resources: {'Network': ['ID=58886abb-2652-4793-9b87-2acd1638915b,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:51.863180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:51.872532 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 58886abb-2652-4793-9b87-2acd1638915b details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:48:51.921209 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5431273 Jun 28 21:48:51.931872 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44192) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:51.942765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:51.946124 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.948983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6d13917b-6424-4b21-b516-12285d3961d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:51.988779 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.994711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:51.996860 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.044779 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 347b359b-61dd-4ad5-9899-4d210b3b6402 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:52.044779 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.058381 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.070546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c56ce1-bed2-46da-b6d4-99a53129083d,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:52.088263 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:52.099341 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Checking segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:52.099725 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Network hostable DHCP agents. Network: b646e717-9f14-48b3-b883-abed1c22361f, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:48:52.104302 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Pushing event updated for resources: {'Port': ['ID=9ea39199-46b0-4216-9dde-2b03262e0955,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:52.128020 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:52.136552 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Network b646e717-9f14-48b3-b883-abed1c22361f is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:48:52.150786 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, b646e717-9f14-48b3-b883-abed1c22361f) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:52.160741 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:52.161477 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.170464 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e370117e-4c48-4df7-9429-fff4d7f7e710 None None] Network b646e717-9f14-48b3-b883-abed1c22361f requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:52.194620 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:48Z', 'revision_number': 3, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:52.208384 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7333379 Jun 28 21:48:52.209067 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44198) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:52.215117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:52.219544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:48:52.220562 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.281473 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.282924 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.293153 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44200) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:52.385895 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.398316 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Transition to ACTIVE for port object f409aa26-7a30-4b43-a482-0dc43c33d8ab will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:52.401431 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6169ee1-8499-4383-9355-4bdec674ef77 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:48Z', 'revision_number': 3, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:48:52.411581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.422105 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.429579 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:52.591995 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.661347 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.768652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.778135 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Checking segment: {'id': '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58886abb-2652-4793-9b87-2acd1638915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:52.779008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Network hostable DHCP agents. Network: 58886abb-2652-4793-9b87-2acd1638915b, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:48:52.779152 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Allocated IP 172.20.0.2 (36c81c6a-436c-4477-8fd0-05c33b0a7d4e/fd6ed017-e948-492a-b3f0-f83b2d1285ce/409503a2-f5ed-4645-ab7b-642a59157da0) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:52.801028 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b890b-6b06-43a1-84fd-2afc1c7e8a75 None None] Network b646e717-9f14-48b3-b883-abed1c22361f requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:52.847703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Pushing event updated for resources: {'Subnet': ['ID=579693aa-bf5e-4f74-94d5-b27f57400a3f,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:52.875855 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:52.877838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:52.898234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.916340 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.920413 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:52.921483 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Network 58886abb-2652-4793-9b87-2acd1638915b is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:48:52.951614 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:52.957464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:52.975445 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:52.989675 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:53.118662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 58886abb-2652-4793-9b87-2acd1638915b) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:53.143211 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14d24e-06a0-4a93-887c-76cd448cd9a7 None None] Network 58886abb-2652-4793-9b87-2acd1638915b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:53.154788 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:53.155825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.184662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Pushing event updated for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:53.205596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:53.211546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab434e1d-757c-4e16-a792-db401ceb85b7,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:53.229435 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34f866dc828644ac830f8773e7f45808&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9351289 Jun 28 21:48:53.235308 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:53.238438 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44226) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:53.251702 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cdc115e2-f59b-4e59-930d-837f1d76398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.372285 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.408588 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5314794 Jun 28 21:48:53.612130 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.651669 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.792939 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 9ea39199-46b0-4216-9dde-2b03262e0955 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:53.828039 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.831398 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Allocated IP 172.27.1.52 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/27e70438-d226-49a2-8538-67d4e44444ea) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:53.861121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.866575 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.876545 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:53.959504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e0e4c-f667-4945-a63e-a54357efbac6 None None] Network 58886abb-2652-4793-9b87-2acd1638915b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:53.984484 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.009508 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.042462 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Transition to ACTIVE for port object 409503a2-f5ed-4645-ab7b-642a59157da0 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:54.112623 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-df2c308b-0fa4-4cde-b569-64aa41e2d03d None None] Provisioning for port f409aa26-7a30-4b43-a482-0dc43c33d8ab completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:54.150491 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Transition to ACTIVE for port object 409503a2-f5ed-4645-ab7b-642a59157da0 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:54.187014 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.221293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-df2c308b-0fa4-4cde-b569-64aa41e2d03d None None] Provisioning complete for port f409aa26-7a30-4b43-a482-0dc43c33d8ab triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:54.222473 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-df2c308b-0fa4-4cde-b569-64aa41e2d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.232808 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.235952 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.237419 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.238662 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab434e1d-757c-4e16-a792-db401ceb85b7 HTTP/1.1" status: 204 len: 168 time: 0.9989994 Jun 28 21:48:54.241337 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:54.293464 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab434e1d-757c-4e16-a792-db401ceb85b7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:54.297155 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:54.346412 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:54.364931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.368432 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-522a81f6-2d2e-4186-9784-cbadc706a388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:54.395590 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:54.402911 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:54.419961 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:54.436491 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44288) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:54.442674 dv-cinder-798384-1-iscsi neutron-server[104562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 21:48:54.453824 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.480828 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:54.485206 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.491422 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.494880 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.506714 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-52901041-5281-4f97-b147-22ce2a9a03a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:54.510951 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:54.523808 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:54.539911 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Pushing event updated for resources: {'Port': ['ID=27e70438-d226-49a2-8538-67d4e44444ea,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:54.586661 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:54.604631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-df2c308b-0fa4-4cde-b569-64aa41e2d03d None None] Port f409aa26-7a30-4b43-a482-0dc43c33d8ab cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:48:54.609973 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Attempting to bind port 409503a2-f5ed-4645-ab7b-642a59157da0 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:48:54.610343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Attempting to bind port 409503a2-f5ed-4645-ab7b-642a59157da0 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:48:54.610814 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Attempting to bind port 409503a2-f5ed-4645-ab7b-642a59157da0 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:48:54.620316 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:48:54.620731 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Checking segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:54.621429 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.622332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Bound using segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:48:54.626566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Bound port: 409503a2-f5ed-4645-ab7b-642a59157da0, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:48:54.626566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.676892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 9ea39199-46b0-4216-9dde-2b03262e0955 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:54.677131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Allocated IP 172.27.1.74 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/880fb70c-fa6b-4e7a-8fff-e926b66dddf2) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:54.713472 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 9ea39199-46b0-4216-9dde-2b03262e0955 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:54.713698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:54.742677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Pushing event updated for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:54.783688 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:54.801532 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Pushing event updated for resources: {'Port': ['ID=409503a2-f5ed-4645-ab7b-642a59157da0,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:54.810424 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:54.939733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:54.945772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:55.034589 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.036307 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-4833e564-31e4-4f2c-80d5-c1cf9a17d215 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:48:55.045520 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] For port 409503a2-f5ed-4645-ab7b-642a59157da0, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:48:55.047672 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-4833e564-31e4-4f2c-80d5-c1cf9a17d215 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/networks?id=58886abb-2652-4793-9b87-2acd1638915b HTTP/1.1" status: 200 len: 811 time: 0.6068406 Jun 28 21:48:55.081419 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] For port 409503a2-f5ed-4645-ab7b-642a59157da0, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=409503a2-f5ed-4645-ab7b-642a59157da0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:48:55.091483 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 9ea39199-46b0-4216-9dde-2b03262e0955, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=9ea39199-46b0-4216-9dde-2b03262e0955,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:48:55.094024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.098894 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:55.105737 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.115851 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-d406317b-fd99-4511-b6b5-1838e4adf4a8 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/quotas/a941585ad4894eff97520336313feeb2 HTTP/1.1" status: 200 len: 375 time: 0.0681343 Jun 28 21:48:55.252430 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.258232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Pushing event updated for resources: {'Port': ['ID=409503a2-f5ed-4645-ab7b-642a59157da0,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:55.270206 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:55.270959 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:55.310167 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-d5e1532a-29bd-4363-aab7-69e6762e64bd tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a941585ad4894eff97520336313feeb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1776972 Jun 28 21:48:55.340234 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:48:55.425112 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=9ea39199-46b0-4216-9dde-2b03262e0955,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:55.437943 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:55.457890 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-7d9d736e-b620-4078-a34a-2fa977c21424 None None] Provisioning complete for port f409aa26-7a30-4b43-a482-0dc43c33d8ab triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:55.458336 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7d9d736e-b620-4078-a34a-2fa977c21424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.523787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44322) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:55.571181 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.604690 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.672923 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.675844 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d736e-b620-4078-a34a-2fa977c21424 None None] Port f409aa26-7a30-4b43-a482-0dc43c33d8ab cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:48:55.720878 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 9ea39199-46b0-4216-9dde-2b03262e0955 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:55.738957 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ade803f4-c518-489d-a7a6-a56861091f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:55.815260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Pushing event updated for resources: {'Port': ['ID=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:55.836278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:55.871745 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 9ea39199-46b0-4216-9dde-2b03262e0955 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:55.872961 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.891495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:48:55.908468 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:48:55.912845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:48:55.928533 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:55.960246 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-847bb45c-a373-4d41-90a5-0dfcc5cc29e4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:48:55.961192 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-847bb45c-a373-4d41-90a5-0dfcc5cc29e4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1803110 Jun 28 21:48:56.013414 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:56.048563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:48:56.062453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:48:56.080591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:56.083283 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:56.109409 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] 10.222.0.37 "PUT /v2.0/routers/4efa753d-4a42-4661-83c3-8fbf211d96d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7402816 Jun 28 21:48:56.293543 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:56.725336 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:48:54Z', 'revision_number': 2, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:56.736059 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:56.743333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:56.752031 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:56.759764 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-67c9dad6-580a-4f28-9700-4cf2e3c2fd1c service neutron] 10.222.0.37 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875998 Jun 28 21:48:56.764563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:56.787337 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:48:56.787697 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Updating router 4efa753d-4a42-4661-83c3-8fbf211d96d2 port f409aa26-7a30-4b43-a482-0dc43c33d8ab binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:48:56.890263 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3421aafc4db49c2aca974182de6a660&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3619378 Jun 28 21:48:56.893648 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44378) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:56.902211 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:56.905752 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09719041-e681-43ef-a1ef-721cde303842,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:56.911314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:57.035722 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Router 7ab1b17f-498e-4267-89e8-c876a73e28be is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:48:57.065300 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.198955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:48:57.211419 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Sync routers for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:48:57.225853 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:57.226642 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:57.228691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.235555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Notify callbacks [] for router, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.238865 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0287344 Jun 28 21:48:57.239713 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44386) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:57.375194 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:57.415706 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-a101f56a-c902-4894-a5e5-8fae96b4f24c service neutron] 10.222.0.37 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444204 Jun 28 21:48:57.465831 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.529493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Router c546d81f-ebd9-4178-a704-092874b0f365 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:48:57.544270 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db436d4e-fead-4275-93c3-bce894e991a3 None None] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:48:57.729767 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 3, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:57.743387 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 409503a2-f5ed-4645-ab7b-642a59157da0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:57.812048 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cc254035-9434-45ab-848a-849e364df2ea None None] Provisioning for port 409503a2-f5ed-4645-ab7b-642a59157da0 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:57.817091 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Checking router: 7ab1b17f-498e-4267-89e8-c876a73e28be for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:48:57.817427 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Updating router 7ab1b17f-498e-4267-89e8-c876a73e28be port 27e70438-d226-49a2-8538-67d4e44444ea binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:48:57.830561 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.834786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.844024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.845677 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09719041-e681-43ef-a1ef-721cde303842 HTTP/1.1" status: 204 len: 168 time: 0.9499640 Jun 28 21:48:57.854008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:57.856625 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 409503a2-f5ed-4645-ab7b-642a59157da0 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:48:57.865455 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 409503a2-f5ed-4645-ab7b-642a59157da0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:57.865865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.901438 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09719041-e681-43ef-a1ef-721cde303842,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:57.909055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Transition to ACTIVE for port object f409aa26-7a30-4b43-a482-0dc43c33d8ab will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:57.923031 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:57.979653 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.980804 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:57.981044 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:48:57.992915 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.017246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:48:58.032191 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:58.063057 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.069570 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1350224 Jun 28 21:48:58.072017 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44412) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:58.072239 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:58.072897 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:58.457201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 409503a2-f5ed-4645-ab7b-642a59157da0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=409503a2-f5ed-4645-ab7b-642a59157da0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:48:58.510542 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Attempting to bind port f409aa26-7a30-4b43-a482-0dc43c33d8ab on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:48:58.510921 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Attempting to bind port f409aa26-7a30-4b43-a482-0dc43c33d8ab by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:48:58.511274 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Attempting to bind port f409aa26-7a30-4b43-a482-0dc43c33d8ab on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:48:58.535279 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.541311 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:48:58.541725 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Checking segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:58.543654 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.544094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Bound using segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:48:58.544623 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Bound port: f409aa26-7a30-4b43-a482-0dc43c33d8ab, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:48:58.545022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.568263 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44426) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:58.574869 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634064041', 'description': 'tempest-description--100144508'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:48:58.609921 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.671171 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.693845 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] For port f409aa26-7a30-4b43-a482-0dc43c33d8ab, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:48:58.700418 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] For port f409aa26-7a30-4b43-a482-0dc43c33d8ab, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=f409aa26-7a30-4b43-a482-0dc43c33d8ab,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:48:58.711766 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-83c71238-9091-4520-bd50-46892fd665fc None None] Provisioning complete for port 409503a2-f5ed-4645-ab7b-642a59157da0 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:48:58.712229 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-83c71238-9091-4520-bd50-46892fd665fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.770250 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44438) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:48:58.775349 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.779129 dv-cinder-798384-1-iscsi neutron-server[104561]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 21:48:58.806953 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Pushing event updated for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:58.829664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:58.847922 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.891050 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Transition to ACTIVE for port object 27e70438-d226-49a2-8538-67d4e44444ea will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:48:58.903192 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:58.908826 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-81aa698a-3f19-4dbf-8088-b3c24ec14af3 req-a9f3fb2a-b816-4ab6-8c87-a332eafda2d5 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.1329587 Jun 28 21:48:58.918129 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-ef0afd15-8d34-4ab5-a95a-07ea8e0f8bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:58.928893 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:59.002166 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Pushing event updated for resources: {'Port': ['ID=27e70438-d226-49a2-8538-67d4e44444ea,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:59.008047 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:59.033192 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Attempting to bind port 27e70438-d226-49a2-8538-67d4e44444ea on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:48:59.034751 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Attempting to bind port 27e70438-d226-49a2-8538-67d4e44444ea by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:48:59.035325 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Attempting to bind port 27e70438-d226-49a2-8538-67d4e44444ea on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:48:59.046690 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:48:59.051718 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:48:59.052460 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.053010 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:48:59.054902 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Bound port: 27e70438-d226-49a2-8538-67d4e44444ea, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:48:59.056362 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.123358 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=409503a2-f5ed-4645-ab7b-642a59157da0,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:59.139025 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] For port 27e70438-d226-49a2-8538-67d4e44444ea, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:48:59.144768 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] For port 27e70438-d226-49a2-8538-67d4e44444ea, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=27e70438-d226-49a2-8538-67d4e44444ea,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:48:59.154623 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.161362 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:48:59.236140 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Allocated IP 172.20.0.1 (b646e717-9f14-48b3-b883-abed1c22361f/46c56ce1-bed2-46da-b6d4-99a53129083d/737e2283-0a8e-4acd-9304-0d33aa8690dd) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:59.243004 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Pushing event updated for resources: {'Port': ['ID=27e70438-d226-49a2-8538-67d4e44444ea,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:48:59.249938 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:48:59.261501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.282842 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:59.288960 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:59.359106 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:59.661745 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:48:59.716799 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Allocated IP 172.20.0.1 (36c81c6a-436c-4477-8fd0-05c33b0a7d4e/fd6ed017-e948-492a-b3f0-f83b2d1285ce/722a4dbc-7662-40bd-99b1-1e6b2790aff0) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:48:59.722274 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.822544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:48:59.826048 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:48:59.834507 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 409503a2-f5ed-4645-ab7b-642a59157da0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:48:59.890873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.937179 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.940902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:48:59.979273 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:00.003910 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Transition to ACTIVE for port object 722a4dbc-7662-40bd-99b1-1e6b2790aff0 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:00.039717 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.042353 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.049035 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4786906 Jun 28 21:49:00.050175 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44492) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:00.063004 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group_rule': {'security_group_id': '69597e3e-2321-44d2-a234-4ba8d5fd6bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:00.083315 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Pushing event updated for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:00.095760 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:00.111886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.294s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:00.112258 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:00.121294 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.137742 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.190389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69597e3e-2321-44d2-a234-4ba8d5fd6bd0,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:00.192971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:00.194784 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:00.197834 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:00.230946 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cb86fe35-2390-467a-a5bd-af59733db339 req-d8e14e11-ec98-4f5d-bfc4-b59d90f4ed43 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.1012585 Jun 28 21:49:00.292899 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Network b646e717-9f14-48b3-b883-abed1c22361f is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:00.300323 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 3, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:00.365161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:00.376486 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:00.379145 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.407413 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 409503a2-f5ed-4645-ab7b-642a59157da0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:00.408555 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.424241 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08240c-5397-4d06-bab0-ba2d4ad94c1f None None] The sync data for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi is: [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 3, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:00.524690 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:00.525752 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.531075 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Pushing event updated for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:00.537049 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.538596 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:00.552195 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:00.619087 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262c2127-9012-4b29-b4c1-874630003d7f,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:00.628723 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:48:56Z', 'revision_number': 3, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:00.657572 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:00.665547 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.670689 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6136737 Jun 28 21:49:00.671723 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44522) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:00.692489 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:49:00.692884 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Updating router c546d81f-ebd9-4178-a704-092874b0f365 port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:49:00.704528 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group_rule': {'security_group_id': '69597e3e-2321-44d2-a234-4ba8d5fd6bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:00.734666 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:00.746247 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.746816 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:00.749198 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.757390 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:00.768770 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.953053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.970841 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:00.999086 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.027860 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-9b8cce0a-df0a-46e3-90b6-3124280b72fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:01.054638 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fd5549-b622-4842-a040-e6e5b4de8384,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:01.060683 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.066010 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721113 Jun 28 21:49:01.070213 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:01.071587 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44546) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:01.078301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:01.152639 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.263980 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Pushing event updated for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:01.282881 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:01.372825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.550532 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.558936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.572813 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.749880 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.803832 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-094d2154-8d3b-4d80-983d-99cfa96a35ef req-2c644317-ff95-4640-b0c2-d624b738bbcf tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.4319897 Jun 28 21:49:01.805326 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.807905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:01.817035 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:01.857680 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 27e70438-d226-49a2-8538-67d4e44444ea up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:01.980377 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-64e989bd-9c39-404b-86d5-0c443b62f6da None None] Provisioning for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:01.987640 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Pushing event updated for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:01.995909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:02.013259 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:02.021977 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:02.086329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:02.138176 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-64e989bd-9c39-404b-86d5-0c443b62f6da None None] Provisioning complete for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:02.138569 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-64e989bd-9c39-404b-86d5-0c443b62f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:02.226456 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Pushing event updated for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:02.244014 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:02.278999 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:49:02.287402 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-64e989bd-9c39-404b-86d5-0c443b62f6da None None] Port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:49:02.436758 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 27e70438-d226-49a2-8538-67d4e44444ea completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:02.444566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 27e70438-d226-49a2-8538-67d4e44444ea triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:02.445110 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:02.471992 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:49:02.479415 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] 10.222.0.37 "PUT /v2.0/routers/c546d81f-ebd9-4178-a704-092874b0f365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4042630 Jun 28 21:49:02.523563 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Network b646e717-9f14-48b3-b883-abed1c22361f is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:02.534546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:02.566235 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:48:58Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:02.620584 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e02e6-5556-41b4-8a0e-81392d249374 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:48:58Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:02.672140 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-adca43c2-a6de-45b5-a762-c2062d80d06e None None] Provisioning complete for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:02.672521 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-adca43c2-a6de-45b5-a762-c2062d80d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:02.906007 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.056340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-adca43c2-a6de-45b5-a762-c2062d80d06e None None] Port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:49:03.082786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.39', 54331) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:03.092626 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.113590 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Transition to ACTIVE for port object 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:03.119079 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.128119 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.150750 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:03.193531 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Router 7ab1b17f-498e-4267-89e8-c876a73e28be has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:49:03.319775 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 27e70438-d226-49a2-8538-67d4e44444ea, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=27e70438-d226-49a2-8538-67d4e44444ea,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:03.360912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.386721 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Attempting to bind port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:03.387216 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Attempting to bind port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:03.387752 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Attempting to bind port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:03.421926 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:03.422313 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:03.424057 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.424467 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:03.424976 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Bound port: 880fb70c-fa6b-4e7a-8fff-e926b66dddf2, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:03.425391 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.479950 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Allocated IP 172.27.1.53 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/2e201815-0eba-42f4-9347-39fe15e42b68) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:03.629886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] For port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:03.633014 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] For port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:03.634866 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Pushing event updated for resources: {'Port': ['ID=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:03.650092 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:03.662169 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:03.714206 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.760178 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba956cc7-51c7-489c-a5a8-320ebab4216b req-ec608e80-5b1c-46ed-8b04-dfc2e9191e2f tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.3965027 Jun 28 21:49:03.761283 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.767627 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:03.799854 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:03.852394 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:03.853055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=27e70438-d226-49a2-8538-67d4e44444ea,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:03.860715 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:03.860967 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device f409aa26-7a30-4b43-a482-0dc43c33d8ab up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:03.871213 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:03.874039 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:03.882404 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:04.016370 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Pushing event updated for resources: {'Port': ['ID=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:04.022078 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:04.025240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:04.026094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:04.082675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44640) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:04.098263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071669766', 'description': 'tempest-description--417881633'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:04.128177 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=2e201815-0eba-42f4-9347-39fe15e42b68,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:04.146842 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-6607a48d-b23e-4bf0-b6fb-086075964f9e tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:04.148800 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-6607a48d-b23e-4bf0-b6fb-086075964f9e tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.39 "GET /v2.0/networks?id=58886abb-2652-4793-9b87-2acd1638915b HTTP/1.1" status: 200 len: 811 time: 1.0647113 Jun 28 21:49:04.149125 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:04.174407 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.221828 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:04.225684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Request body: {'port': {'device_id': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'network_id': '58886abb-2652-4793-9b87-2acd1638915b', 'admin_state_up': True, 'tenant_id': 'a941585ad4894eff97520336313feeb2'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:04.303921 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.395328 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:49:04.407002 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] 10.222.0.37 "PUT /v2.0/routers/7ab1b17f-498e-4267-89e8-c876a73e28be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1591170 Jun 28 21:49:04.419756 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Sync routers for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:49:04.472522 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:04.478024 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:04.500455 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44662) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:04.528737 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port f409aa26-7a30-4b43-a482-0dc43c33d8ab completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:04.536887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port f409aa26-7a30-4b43-a482-0dc43c33d8ab triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:04.538369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.554112 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.703777 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.796838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.804418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Made reservation on behalf of a941585ad4894eff97520336313feeb2 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:04.819807 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:04.932456 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:04.996211 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.013287 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.026078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.039083 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.059535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7303579d-9bf0-4383-8b3d-53f754c69551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:05.172461 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.194028 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 2, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:05.229424 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=2e201815-0eba-42f4-9347-39fe15e42b68,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:05.235423 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:05.361605 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6a405-2ba5-46fb-bd95-21c3fe57854a None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 2, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:05.375906 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port f409aa26-7a30-4b43-a482-0dc43c33d8ab, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=f409aa26-7a30-4b43-a482-0dc43c33d8ab,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:05.388018 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.406223 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:05.604844 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:00Z', 'revision_number': 4, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '737e2283-0a8e-4acd-9304-0d33aa8690dd', 'name': '', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'mac_address': 'fa:16:3e:31:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:58Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 2, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'subnets': [{'id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:05.708876 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 27e70438-d226-49a2-8538-67d4e44444ea up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:05.712061 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Checking router: 7ab1b17f-498e-4267-89e8-c876a73e28be for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:49:05.716242 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Updating router 7ab1b17f-498e-4267-89e8-c876a73e28be port 737e2283-0a8e-4acd-9304-0d33aa8690dd binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:49:05.793301 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fdc96d3f-339d-4bf4-b76d-e812573de846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:05.838354 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-979e05eb-0f69-4920-ba85-ecb390cfbf9d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:05.840037 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-979e05eb-0f69-4920-ba85-ecb390cfbf9d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 819 time: 0.5385699 Jun 28 21:49:05.884877 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:05.898048 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.913403 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8255723 Jun 28 21:49:05.936566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:05.949355 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:05.959194 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44710) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:05.972468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group_rule': {'security_group_id': '2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:05.977246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 27e70438-d226-49a2-8538-67d4e44444ea triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:05.978681 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.014744 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.026616 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e9a65f5e-00f6-4b9d-8166-e8271e0b38f2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/quotas/fd17dfd6247247208559f0bab53142ab HTTP/1.1" status: 200 len: 375 time: 0.1664875 Jun 28 21:49:06.047327 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.051320 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9785538 Jun 28 21:49:06.071652 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4e72f5c-ad1f-4a65-a03b-caedb2b978ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:06.113382 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-807b8add-df6f-49c0-8815-a13cf8481e41 req-e30eef1d-b585-41ec-ad06-b4270cf26ff4 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.3267236 Jun 28 21:49:06.173216 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.233191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:06.262896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:06.280584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Allocated IP 172.20.0.2 (58886abb-2652-4793-9b87-2acd1638915b/579693aa-bf5e-4f74-94d5-b27f57400a3f/aaea1008-5968-4e4f-94bd-b416671070e9) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:06.321862 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dad383-b233-4e2b-95f6-d7afa4201dfd,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:06.347817 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:06.353086 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64d6bc2905274a4b97a31e9909e2ff9d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8460860 Jun 28 21:49:06.354341 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44722) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:06.406145 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.728554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.735895 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:06.810152 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:06.865476 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41f3444-b858-4cda-b3e9-dd16efa7686e,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:06.924670 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:07.006335 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44746) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:07.057887 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.059225 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0978904 Jun 28 21:49:07.063785 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44750) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:07.098170 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-87fc215b-9eed-4d7a-9b3f-ec00d1836c32 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0362241 Jun 28 21:49:07.111739 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group_rule': {'security_group_id': '2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:07.114857 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.195417 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Transition to ACTIVE for port object 737e2283-0a8e-4acd-9304-0d33aa8690dd will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:07.259531 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.263422 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:07.347847 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba2e3-bd27-4b02-bf9c-a678f3cab2d9 None None] Pushing event updated for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:07.368618 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-acfba2e3-bd27-4b02-bf9c-a678f3cab2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:07.388127 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-4d5de8e2-51aa-43ff-9846-18571102dfa7 service neutron] 10.222.0.37 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858133 Jun 28 21:49:07.390007 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-2e78db20-b6c3-4f94-8934-f7edc8ea09a6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1634064041&fields=id&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 267 time: 0.4169409 Jun 28 21:49:07.509615 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-22508551-4ae9-4e91-889a-1290d6a57bf7 service neutron] 10.222.0.37 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086762 Jun 28 21:49:07.517702 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Attempting to bind port 737e2283-0a8e-4acd-9304-0d33aa8690dd on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:07.517925 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.518679 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Attempting to bind port 737e2283-0a8e-4acd-9304-0d33aa8690dd by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:07.519580 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Attempting to bind port 737e2283-0a8e-4acd-9304-0d33aa8690dd on network b646e717-9f14-48b3-b883-abed1c22361f {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:07.528123 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:07.528756 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Checking segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:07.529847 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.531031 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Bound using segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:07.531781 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Bound port: 737e2283-0a8e-4acd-9304-0d33aa8690dd, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:07.532714 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.694412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.716303 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] For port 737e2283-0a8e-4acd-9304-0d33aa8690dd, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:07.728922 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] For port 737e2283-0a8e-4acd-9304-0d33aa8690dd, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=737e2283-0a8e-4acd-9304-0d33aa8690dd,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:07.735226 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.738000 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:07.744802 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-3fdea4ff-4a0c-4ad4-9fce-2e69f2e7856b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:07.758979 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:07.778769 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-3fdea4ff-4a0c-4ad4-9fce-2e69f2e7856b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 816 time: 0.3878207 Jun 28 21:49:07.849514 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:07.850333 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:07.901284 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device f409aa26-7a30-4b43-a482-0dc43c33d8ab up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:07.921887 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba2e3-bd27-4b02-bf9c-a678f3cab2d9 None None] Pushing event updated for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:07.921887 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-acfba2e3-bd27-4b02-bf9c-a678f3cab2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:07.992837 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.074516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.084095 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:08.105463 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port f409aa26-7a30-4b43-a482-0dc43c33d8ab triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:08.105938 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.178128 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-64e89a46-6b70-454e-8c5a-44cadb726632 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/quotas/a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 375 time: 0.3984494 Jun 28 21:49:08.187275 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.253006 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.300841 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:08.325020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.365319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:08.411545 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:08.465452 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Network 58886abb-2652-4793-9b87-2acd1638915b is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:08.466834 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:08.473353 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:08.473737 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.519576 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:49:08.533283 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:08.544824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:08.550032 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac42829082ac44568acd5cfb0952bea8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5336726 Jun 28 21:49:08.571833 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:08.572370 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.587201 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44794) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:08.593947 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.680640 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.727463 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5223043 Jun 28 21:49:08.728129 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Pushing event updated for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:08.742521 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:08.744382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.753375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.756936 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94dad383-b233-4e2b-95f6-d7afa4201dfd HTTP/1.1" status: 204 len: 168 time: 2.3989644 Jun 28 21:49:08.757107 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:00Z', 'revision_number': 4, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '737e2283-0a8e-4acd-9304-0d33aa8690dd', 'name': '', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'mac_address': 'fa:16:3e:31:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:58Z', 'updated_at': '2021-06-28T21:49:07Z', 'revision_number': 4, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'subnets': [{'id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:08.776716 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:08.781822 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d2f08-4412-43e0-b5fb-80a5f1817894 req-c840adc1-9217-4be9-a6ad-46bf0502c5c6 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:08.787795 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8a7d2f08-4412-43e0-b5fb-80a5f1817894 req-c840adc1-9217-4be9-a6ad-46bf0502c5c6 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 931 time: 0.4664478 Jun 28 21:49:08.798326 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41091bd1-c423-41ae-8cfa-551e5e03be10 None None] The sync data for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi is: [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:00Z', 'revision_number': 4, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '737e2283-0a8e-4acd-9304-0d33aa8690dd', 'name': '', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'mac_address': 'fa:16:3e:31:d5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:58Z', 'updated_at': '2021-06-28T21:49:07Z', 'revision_number': 4, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'subnets': [{'id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:08.825205 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ebf4d-17e5-48a0-873f-8fac9b057342,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:08.846420 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dad383-b233-4e2b-95f6-d7afa4201dfd,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:08.848079 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:08.861389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0b208ada-4281-40b9-8499-52bdc82b8fba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:08.886936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:08.887628 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.888826 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8177118 Jun 28 21:49:08.905896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44806) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:08.925443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.932563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:08.974279 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:08.979577 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8241bbc-58fe-4ca5-af2d-8bae6e805f1e,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:08.983996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:08.985225 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-45de8da9-d5bd-4ce8-adab-e734c28ed28e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:08.992259 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:09.003133 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8a7d2f08-4412-43e0-b5fb-80a5f1817894 req-e40344c7-bbae-41c2-8ef4-0704be5a6664 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990309 Jun 28 21:49:09.035746 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-b33f71da-84e5-4f64-8d49-b0d904949e62 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8430107 Jun 28 21:49:09.036453 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.131576 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.164055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:09.168682 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:09.274710 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-846dcc71-771a-491f-94b2-55ee62c64c91 req-db32cbd0-a635-4f99-abe3-7e1978f9e71a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 210 time: 0.1067870 Jun 28 21:49:09.309553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.336552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.341714 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.346017 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/287ebf4d-17e5-48a0-873f-8fac9b057342 HTTP/1.1" status: 204 len: 168 time: 0.7454970 Jun 28 21:49:09.346823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f439aae0-728a-457c-8f86-3fa67f69c955 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:09.357526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ebf4d-17e5-48a0-873f-8fac9b057342,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:09.372015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:09.498548 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-54e59ede-6872-41e6-a17b-35a5e1117444 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:49:09.513652 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-54e59ede-6872-41e6-a17b-35a5e1117444 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1997530 Jun 28 21:49:09.688986 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-f11acb02-18d5-4386-8631-fec0f243225c service neutron] 10.222.0.37 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737988 Jun 28 21:49:09.708111 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:09.820263 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:09.831760 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-f1c1d135-2c40-4cb9-9893-8866312c0824 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:09.834225 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-f1c1d135-2c40-4cb9-9893-8866312c0824 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 819 time: 0.1934166 Jun 28 21:49:09.856899 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9278c48c-a637-440c-8005-cb4f57ec2330 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/quotas/fd17dfd6247247208559f0bab53142ab HTTP/1.1" status: 200 len: 375 time: 0.0160341 Jun 28 21:49:09.912200 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-edd5faec-0b73-40c2-afcc-a725751e1f83 service neutron] 10.222.0.37 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158923 Jun 28 21:49:09.935527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Allocated IP 172.27.1.60 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/770b92ca-338d-4aa2-bbb8-8c2046aefc32) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:09.971366 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:09.972006 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-b69dca80-a62f-44e6-bf4a-7ccb33641213 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090755 Jun 28 21:49:09.974233 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:10.100177 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:10.192282 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:10.210900 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44854) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:10.222947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:10.295825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:10.303290 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 737e2283-0a8e-4acd-9304-0d33aa8690dd up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:10.306533 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:10.336607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:10.424700 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-a044671f-12f3-4850-9246-40d2441cec4d service neutron] 10.222.0.37 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517648 Jun 28 21:49:10.438379 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:49:10.481338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=770b92ca-338d-4aa2-bbb8-8c2046aefc32,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:10.510131 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:10.517877 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:10.527178 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:10.573900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:10.650877 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-6e3accba-0464-413f-b1d2-a243ae967496 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:49:10.657894 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-6e3accba-0464-413f-b1d2-a243ae967496 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703084 Jun 28 21:49:10.744082 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-52d4fd38-9dd6-4c18-a4fe-087e209b32f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174605 Jun 28 21:49:10.865167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:10.904409 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 737e2283-0a8e-4acd-9304-0d33aa8690dd completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:10.950776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 737e2283-0a8e-4acd-9304-0d33aa8690dd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:10.951255 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:11.191343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:11.210287 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:11.218332 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:11.234020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-148d3881-4b6a-4c6e-9ecd-68a9dd1555c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:11.605349 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014e087-d659-49f5-9970-2a2c281aad05 req-4a6cbf60-4f7d-4b2c-b7fe-cb85d99f37a4 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:11.610257 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5014e087-d659-49f5-9970-2a2c281aad05 req-4a6cbf60-4f7d-4b2c-b7fe-cb85d99f37a4 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 931 time: 0.6971567 Jun 28 21:49:11.657820 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Request body: {'port': {'device_id': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:11.668404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:11.702801 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72edeeeb001b4ea1a3330125b8045641&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3970776 Jun 28 21:49:11.710489 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8636ae2a-2900-413b-b8ba-3dc00116c006 req-62d637f1-9ea9-448b-9d93-38f3e27b208c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.3121428 Jun 28 21:49:11.719890 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44906) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:11.758865 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c758a3-adcb-4447-8102-a445fcb74b26,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:11.780752 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:11.927540 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.147117 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7e039c6a-a440-4eac-be7d-cb46f44c8118 req-a3eb131b-9bef-4f92-a6b0-91253267cecf tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.1631031 Jun 28 21:49:12.157036 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5014e087-d659-49f5-9970-2a2c281aad05 req-5a85767c-4f5c-4391-96b4-7f8b86b1f6fb tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857495 Jun 28 21:49:12.175647 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.226053 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.336260 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.340630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 737e2283-0a8e-4acd-9304-0d33aa8690dd, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=737e2283-0a8e-4acd-9304-0d33aa8690dd,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:12.341294 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.349472 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50c758a3-adcb-4447-8102-a445fcb74b26 HTTP/1.1" status: 204 len: 168 time: 0.6147895 Jun 28 21:49:12.353717 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:12.361271 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.377377 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:12.388561 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:12.417870 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c758a3-adcb-4447-8102-a445fcb74b26,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:12.425255 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:12.686425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:12.706745 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:12.731989 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 2, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:12.822661 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:49:12.823204 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Updating router c546d81f-ebd9-4178-a704-092874b0f365 port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:49:12.952349 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:13.511076 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d8470194-0151-48d9-b92e-70e0dd413097 req-50a2d292-7b6c-42a4-b779-c9b1177ecedf tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.1247258 Jun 28 21:49:13.630134 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:13.829898 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:13.852840 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Transition to ACTIVE for port object 722a4dbc-7662-40bd-99b1-1e6b2790aff0 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:13.881595 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:13.895103 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-6192d33a-e41f-42ba-9931-f9e0299fbce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:13.939451 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-586a7991-0a42-4a7c-bd21-1cd70542bed6 req-1dcb49a7-6221-4b2e-b7a6-49b786b5fe47 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.3048317 Jun 28 21:49:13.940295 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 44970) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:14.119434 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687c7fc-bbd8-40e1-8858-689b0cb3de9a req-ec64ffa4-f3da-4b40-ada1-bb9add38c1a9 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:14.132681 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0687c7fc-bbd8-40e1-8858-689b0cb3de9a req-ec64ffa4-f3da-4b40-ada1-bb9add38c1a9 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 931 time: 0.3294380 Jun 28 21:49:14.173289 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Pushing event updated for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:14.202344 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:14.300404 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0687c7fc-bbd8-40e1-8858-689b0cb3de9a req-640900e4-ed5d-4d4c-b9fc-d582e13eabab tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624837 Jun 28 21:49:14.419250 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.447830 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Attempting to bind port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:14.448370 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Attempting to bind port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:14.448694 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Attempting to bind port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:14.455490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.470332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:14.470730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Checking segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:14.471208 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.471679 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Bound using segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:14.472232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Bound port: 722a4dbc-7662-40bd-99b1-1e6b2790aff0, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:14.472649 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.498433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae35b873-3b0c-459a-8a74-0c53b27de2ea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:14.532723 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.615014 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.39', 54351) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:14.632088 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 737e2283-0a8e-4acd-9304-0d33aa8690dd up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:14.723722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=770b92ca-338d-4aa2-bbb8-8c2046aefc32,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:14.730750 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:14.763424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.849136 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 44992) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:14.855215 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] For port 722a4dbc-7662-40bd-99b1-1e6b2790aff0, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:14.863701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] For port 722a4dbc-7662-40bd-99b1-1e6b2790aff0, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=722a4dbc-7662-40bd-99b1-1e6b2790aff0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:14.871038 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:14.874640 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b02a99b7-d11f-4ae1-9dfc-20ea4e44ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:14.877423 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 737e2283-0a8e-4acd-9304-0d33aa8690dd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:14.878054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.066473 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1512b7a2-01ea-4c43-ab01-b78a279f0d30 req-f81734ad-853f-44f9-99b2-6152b67ef3e2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.1261051 Jun 28 21:49:15.097296 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:15.105506 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:48:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:15.126034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaea1008-5968-4e4f-94bd-b416671070e9 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:15.158329 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.189818 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-636fb76a-ba50-4d84-a635-adbdeca9a6a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:15.206433 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-636fb76a-ba50-4d84-a635-adbdeca9a6a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 819 time: 0.5857673 Jun 28 21:49:15.216159 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Transition to ACTIVE for port object aaea1008-5968-4e4f-94bd-b416671070e9 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:15.222807 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.235085 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:15.316184 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:15.316997 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.343325 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Request body: {'port': {'device_id': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'admin_state_up': True, 'tenant_id': 'fd17dfd6247247208559f0bab53142ab'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:15.372102 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.380404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:15.415278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.428030 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:15.438518 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5314922 Jun 28 21:49:15.485719 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.517192 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:15.534255 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9679cc784b2446e9d99b9de2d004749&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5915880 Jun 28 21:49:15.544412 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45008) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:15.565769 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9f447797-0a62-4313-adb5-8d9d4927c5b2 req-dca3aa4b-254a-4309-83b7-abdbd7d51eb2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.1921442 Jun 28 21:49:15.818163 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.39', 54355) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:15.883866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:15.985171 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.033361 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Pushing event updated for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:16.048378 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:16.058542 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-7f4e0fb2-e41e-4030-93e7-9b05a9264c71 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:16.069833 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-7f4e0fb2-e41e-4030-93e7-9b05a9264c71 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 816 time: 0.2405682 Jun 28 21:49:16.070994 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3bda7a-31f1-4753-8fef-5085e0e19ba3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:16.093954 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:16.104035 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:16.161974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Attempting to bind port aaea1008-5968-4e4f-94bd-b416671070e9 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:16.162334 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Attempting to bind port aaea1008-5968-4e4f-94bd-b416671070e9 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58886abb-2652-4793-9b87-2acd1638915b'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:16.162685 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Attempting to bind port aaea1008-5968-4e4f-94bd-b416671070e9 on network 58886abb-2652-4793-9b87-2acd1638915b {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:16.174884 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Port aaea1008-5968-4e4f-94bd-b416671070e9 on network 58886abb-2652-4793-9b87-2acd1638915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:49:16.175342 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Attempting to bind port aaea1008-5968-4e4f-94bd-b416671070e9 on network 58886abb-2652-4793-9b87-2acd1638915b {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:16.186280 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c337f1258abc406fa0e6e85b193763f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3355362 Jun 28 21:49:16.189196 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45040) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:16.235130 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce232d02-49c9-444f-b153-b40b4210a853,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:16.272837 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:16.273121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Checking segment: {'id': '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58886abb-2652-4793-9b87-2acd1638915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:16.273682 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Bound using segment: {'id': '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58886abb-2652-4793-9b87-2acd1638915b'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:16.274894 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-ee954ee9-98a5-48da-ab5f-3e607e68bbfd tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2071669766&fields=id&tenant_id=2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 267 time: 0.1889739 Jun 28 21:49:16.275910 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Bound port: aaea1008-5968-4e4f-94bd-b416671070e9, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58886abb-2652-4793-9b87-2acd1638915b'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:16.278523 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.301056 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:16.355531 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.400752 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2781-3c13-4cba-8132-01a6b76335eb req-54bab487-5053-4371-9a35-ea1308ad0414 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:16.412306 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f3ff2781-3c13-4cba-8132-01a6b76335eb req-54bab487-5053-4371-9a35-ea1308ad0414 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 943 time: 0.5774586 Jun 28 21:49:16.455154 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.597426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.39', 54357) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:16.613875 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:14Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:16.680993 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 722a4dbc-7662-40bd-99b1-1e6b2790aff0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:16.725951 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-12e0cd02-8566-4f34-a47e-d6953be1274d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:16.727273 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8682dc-c388-42bf-aa74-278154a75011 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:14Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:16.739926 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-12e0cd02-8566-4f34-a47e-d6953be1274d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 811 time: 0.4602120 Jun 28 21:49:16.741730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.748299 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:16.751627 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-e08ffeb8-120b-4b99-8983-37366781e333 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 380 time: 0.5949440 Jun 28 21:49:16.756410 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:16.757349 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:16.788581 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f3ff2781-3c13-4cba-8132-01a6b76335eb req-9bdcfe99-7d60-4497-a20c-d9240f905359 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727498 Jun 28 21:49:16.853189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.003874 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'port': {'device_id': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'admin_state_up': True, 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'security_groups': ['69597e3e-2321-44d2-a234-4ba8d5fd6bd0']}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:17.083379 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.090391 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.101969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.113180 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a3bda7a-31f1-4753-8fef-5085e0e19ba3 HTTP/1.1" status: 204 len: 168 time: 1.5460300 Jun 28 21:49:17.115748 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f02ea4dc-0955-4cf6-823c-261c24587b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:17.131086 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-90fef15f-eaaf-41e0-9bc4-922910355dee tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/quotas/2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 375 time: 0.3785186 Jun 28 21:49:17.162634 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 722a4dbc-7662-40bd-99b1-1e6b2790aff0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=722a4dbc-7662-40bd-99b1-1e6b2790aff0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:17.164251 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:17.174029 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.176979 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:17.272690 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:17.291854 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:17.377283 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aaea1008-5968-4e4f-94bd-b416671070e9,segment=NetworkSegment(4aee7141-f1b3-4ab7-ac59-13e5cbbdc410),segment_id=4aee7141-f1b3-4ab7-ac59-13e5cbbdc410)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:17.398386 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3bda7a-31f1-4753-8fef-5085e0e19ba3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:17.440570 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Made reservation on behalf of fd17dfd6247247208559f0bab53142ab for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:17.442520 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1012c5ce-2305-4dd7-91d3-7d7913fb40c6 req-01bf5fc9-6892-4ab8-9c16-d8e655717f44 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.1188469 Jun 28 21:49:17.458880 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.460410 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.465522 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:17.478944 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:17.490982 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.542387 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.553032 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce232d02-49c9-444f-b153-b40b4210a853 HTTP/1.1" status: 204 len: 168 time: 1.3587768 Jun 28 21:49:17.567858 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-38987e65-e2b1-4fcb-9e69-19c3b7e6e817 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:17.569648 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-38987e65-e2b1-4fcb-9e69-19c3b7e6e817 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 819 time: 0.9125297 Jun 28 21:49:17.644233 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Request body: {'port': {'device_id': '2cf9d141-42e8-4fea-a095-d620215788ab', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'admin_state_up': True, 'tenant_id': 'fd17dfd6247247208559f0bab53142ab'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:17.897832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:17.904569 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:17.913821 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] 10.222.0.39 "PUT /v2.0/ports/aaea1008-5968-4e4f-94bd-b416671070e9 HTTP/1.1" status: 200 len: 1093 time: 6.7630322 Jun 28 21:49:17.940677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:18.283881 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-97d445a4-17f7-4902-84b8-71cd1a3ae146 req-5eaf5883-8cfa-4d0d-82f6-4f15072cd6a5 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.3641849 Jun 28 21:49:18.294095 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45100) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:18.297835 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45102) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:18.371753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:18.543497 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:18.561242 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-394e859b-6307-43ef-a853-40a90da25738 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4288046 Jun 28 21:49:18.571160 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 722a4dbc-7662-40bd-99b1-1e6b2790aff0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:18.658264 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Made reservation on behalf of fd17dfd6247247208559f0bab53142ab for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:18.664251 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:18.703522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:18.706218 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:18.732308 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:18.746487 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:18.770164 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Made reservation on behalf of a7b4c25dc4e5437c98976c60616f11f5 for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:18.774062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:18.775864 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.163s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:18.778234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:18.914003 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce232d02-49c9-444f-b153-b40b4210a853,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:18.933126 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:19.017516 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.db.api [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 21:49:19.017516 dv-cinder-798384-1-iscsi neutron-server[104562]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 21:49:19.017516 dv-cinder-798384-1-iscsi neutron-server[104562]: [parameters: {'project_id_1': 'a9691f98e9514a7398284ce0dfd7f419', 'expiration_1': datetime.datetime(2021, 6, 28, 21, 49, 18, 947480)}] Jun 28 21:49:19.017516 dv-cinder-798384-1-iscsi neutron-server[104562]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 21:49:19.020411 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_db.api [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 21:49:19.034902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Allocated IP 172.20.0.7 (b646e717-9f14-48b3-b883-abed1c22361f/46c56ce1-bed2-46da-b6d4-99a53129083d/4f8b3a7c-e158-409c-8827-c444a1a4d0d3) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:19.038947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-3b22d445-f71c-4bb5-a6fe-ea577e588c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:19.049114 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-3b22d445-f71c-4bb5-a6fe-ea577e588c34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a941585ad4894eff97520336313feeb2&device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 1096 time: 0.7361770 Jun 28 21:49:19.082417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89245-9615-464e-a38b-dc45e1fabdd7 req-6b90f3ea-593b-4a8d-b5ea-0109e4db40b8 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:19.094441 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ec89245-9615-464e-a38b-dc45e1fabdd7 req-6b90f3ea-593b-4a8d-b5ea-0109e4db40b8 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 943 time: 0.4740856 Jun 28 21:49:19.136040 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-5b93e0f1-ef70-4bdf-bdb2-7723ae08578c service neutron] 10.222.0.37 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300126 Jun 28 21:49:19.267139 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-4fcc817f-759e-4c6d-8923-ac7dd719063d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaea1008-5968-4e4f-94bd-b416671070e9 HTTP/1.1" status: 200 len: 217 time: 0.1710572 Jun 28 21:49:19.389394 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.433656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Allocated IP 172.20.0.8 (83459f51-a67e-4f58-90a6-c29d82f44af4/a1ffad63-2464-488b-9669-6fc4b46958ac/5184c9cf-495b-4f71-b58b-ddc12f7130fd) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:19.444938 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.481266 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:19.483700 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ec89245-9615-464e-a38b-dc45e1fabdd7 req-c1fe26f4-2e22-4924-9983-925a251c53c5 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801045 Jun 28 21:49:19.496089 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2782-34db-4371-be06-60b5ac9c360d req-85db6536-2d36-40d0-8e25-53c7fa433ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:19.497872 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-85db6536-2d36-40d0-8e25-53c7fa433ac5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=579693aa-bf5e-4f74-94d5-b27f57400a3f HTTP/1.1" status: 200 len: 851 time: 0.1822619 Jun 28 21:49:19.525755 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-83cc0db8-3ffe-4d8f-b1d2-92cc33e4ee98 service neutron] 10.222.0.37 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657610 Jun 28 21:49:19.526818 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.619104 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395cffdf1d9d4e909442a3463bda3395&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3182144 Jun 28 21:49:19.619286 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45132) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:19.640748 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b1d00-d53d-4ae5-8841-d3bd307bca3d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:19.659862 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:19.706595 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.803269 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.846375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.977827 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1ab4c500-0f09-40b0-8bce-277817247175 req-ffa5eda3-bd19-4aa5-a567-38bba14c1df9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.0575931 Jun 28 21:49:19.985482 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:19.987898 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.009057 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.013427 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Transition to ACTIVE for port object 5184c9cf-495b-4f71-b58b-ddc12f7130fd will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:20.028553 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f2b1d00-d53d-4ae5-8841-d3bd307bca3d HTTP/1.1" status: 204 len: 168 time: 0.4072678 Jun 28 21:49:20.074655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:20.087134 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b1d00-d53d-4ae5-8841-d3bd307bca3d,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:20.091220 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:20.152067 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Allocated IP 172.20.0.13 (b646e717-9f14-48b3-b883-abed1c22361f/46c56ce1-bed2-46da-b6d4-99a53129083d/91cd54a7-e0a1-4df0-b0d3-e23542b4401f) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:20.167535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.172638 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.185646 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.206323 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ada2f566-e078-4dc6-9d86-c8d595c39b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:20.368224 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-fdefb6e1-727f-464c-b83b-8d5f549494b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58886abb-2652-4793-9b87-2acd1638915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2076817 Jun 28 21:49:20.377717 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b18cdb-165f-4901-9ba7-8502c7f2de9c x-openstack-request-id: req-63b18cdb-165f-4901-9ba7-8502c7f2de9c {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:20.379493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:20.380478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63b18cdb-165f-4901-9ba7-8502c7f2de9c {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:20.381899 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9', 'status': 'completed', 'code': 200} Jun 28 21:49:20.574866 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Network b646e717-9f14-48b3-b883-abed1c22361f is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:20.627032 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.661051 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3a03-8107-4626-a771-ef150ffe7b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:20.786349 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5466648c-173a-44ed-ada1-591868a2d5d3 req-1c64ec16-a3da-47d9-b27c-22ae350ad6e9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.1858454 Jun 28 21:49:20.791880 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:20.925155 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-edc2eaf1-d266-4074-a641-ea52954b67a8 req-59674d1c-d3b3-4a42-9550-ba93910618c1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.4988470 Jun 28 21:49:21.015706 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9691f98e9514a7398284ce0dfd7f419&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7019787 Jun 28 21:49:21.024971 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45172) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:21.060659 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Pushing event updated for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:21.077260 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:21.082895 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:21.101116 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:21.101826 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.146133 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.151827 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ea3b2551-c5f4-4a98-8fdb-c8bddb4a14bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.818s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:21.224456 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-94359e24-ecc9-423a-b33e-abd6e72bb1b3 service neutron] 10.222.0.39 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228431 Jun 28 21:49:21.226571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.233191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67fe4137-74ab-4960-97c7-08c8336bc841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:21.258844 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:21.283699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45184) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:21.325736 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7f9e1-0bc7-496a-89a4-2bf73e51c8be,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:21.329456 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:21.329688 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.336114 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9973638 Jun 28 21:49:21.337237 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:21.349309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:21.350300 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.363685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:21.368094 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:21.369327 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Network b646e717-9f14-48b3-b883-abed1c22361f is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:21.411147 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:21.418852 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:21.432433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:21.433784 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.502017 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8774819 Jun 28 21:49:21.545421 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Pushing event updated for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:21.557928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:21.581923 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Request body: {'port': {'device_id': '2cf9d141-42e8-4fea-a095-d620215788ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:21.607093 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Request body: {'port': {'device_id': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:21.746820 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:21.760106 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edd896-a320-40bf-90bb-c67658c4d932 req-fbaf2dfd-bbc4-4317-a98a-2b39583e7b38 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:21.768349 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8edd896-a320-40bf-90bb-c67658c4d932 req-fbaf2dfd-bbc4-4317-a98a-2b39583e7b38 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 931 time: 0.3027327 Jun 28 21:49:21.768603 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:21.771999 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-8813c2fe-c925-4c81-aa5f-a29296820034 None None] Provisioning for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:21.772614 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-503b2782-34db-4371-be06-60b5ac9c360d req-8bd7ca3d-3dd4-4a4a-9a44-9721e63fe701 service neutron] 10.222.0.39 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356386 Jun 28 21:49:21.781061 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-8813c2fe-c925-4c81-aa5f-a29296820034 None None] Provisioning complete for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:21.781505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8813c2fe-c925-4c81-aa5f-a29296820034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.844526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:21.859964 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-8813c2fe-c925-4c81-aa5f-a29296820034 None None] Port 5184c9cf-495b-4f71-b58b-ddc12f7130fd cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:49:21.901767 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8edd896-a320-40bf-90bb-c67658c4d932 req-7f0b3b07-63b4-4129-a039-5f2ce492e211 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320887 Jun 28 21:49:21.936129 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.075189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.200639 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bf83d655-74a0-4f80-935a-f2b117413ab6 req-c9d9d9fc-94e6-4386-b9bd-ceeb4ed23427 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.0676301 Jun 28 21:49:22.210116 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.212571 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.243677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.259871 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:22.269470 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4655485 Jun 28 21:49:22.292788 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c930-bf80-48ec-8401-d862e7adae87 req-81781fde-cb9a-46c4-a15b-4a7d2dc2cffb tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:22.300090 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-50d6c930-bf80-48ec-8401-d862e7adae87 req-81781fde-cb9a-46c4-a15b-4a7d2dc2cffb tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 943 time: 1.0249856 Jun 28 21:49:22.354896 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00c6ee469cce4f81849994e5e395ed10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0652952 Jun 28 21:49:22.357916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45196) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:22.358777 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c298aa17-bdbb-449e-8703-4b113cfc933e,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:22.372228 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:22.389574 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.407811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.410038 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32b7f9e1-0bc7-496a-89a4-2bf73e51c8be HTTP/1.1" status: 204 len: 168 time: 1.3737037 Jun 28 21:49:22.412580 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:22.439958 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7f9e1-0bc7-496a-89a4-2bf73e51c8be,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:22.456763 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:22.487027 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-50d6c930-bf80-48ec-8401-d862e7adae87 req-a6a6f963-fce1-4179-8191-cf2b5f06eaea tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852951 Jun 28 21:49:22.689194 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.717551 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cd54a7-e0a1-4df0-b0d3-e23542b4401f {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:22.751007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.832444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.837539 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Transition to ACTIVE for port object 91cd54a7-e0a1-4df0-b0d3-e23542b4401f will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:22.854003 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:22.874635 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677aa6-e64b-4d98-80e7-de6a33f09dc5 req-175095fe-8c5b-4a0d-a6dd-a53db4e0eb26 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:22.877335 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8f677aa6-e64b-4d98-80e7-de6a33f09dc5 req-175095fe-8c5b-4a0d-a6dd-a53db4e0eb26 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 932 time: 0.4480643 Jun 28 21:49:22.892291 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-201e5408-c94a-484e-91fc-68f8d8da4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:23.070379 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:23.092574 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.111426 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Transition to ACTIVE for port object 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:23.124455 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-714d4f26-870d-4997-8145-6481aeac4f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.125308 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.178945 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:23.190589 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Pushing event updated for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:23.203273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:23.216572 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8f677aa6-e64b-4d98-80e7-de6a33f09dc5 req-6aaa763b-4116-460f-894a-20d25ddfa85a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204219 Jun 28 21:49:23.446922 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Attempting to bind port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:23.450196 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Attempting to bind port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:23.452976 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Attempting to bind port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f on network b646e717-9f14-48b3-b883-abed1c22361f {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:23.484649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.524719 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.532542 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c298aa17-bdbb-449e-8703-4b113cfc933e HTTP/1.1" status: 204 len: 168 time: 1.1684897 Jun 28 21:49:23.545755 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.570284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:23.587351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f on network b646e717-9f14-48b3-b883-abed1c22361f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:49:23.588727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Attempting to bind port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f on network b646e717-9f14-48b3-b883-abed1c22361f {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:23.607551 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:23.608274 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Checking segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:23.609909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Bound using segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:23.610323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Bound port: 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:23.610962 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:23.675753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Request body: {'port': {'device_id': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:23.710517 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7ed0d03a-d64a-4345-ac2d-f5d4ea29b86a req-af1fe9d9-dbea-4b9b-8f55-20dfc73f422c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.1713493 Jun 28 21:49:23.752231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298aa17-bdbb-449e-8703-4b113cfc933e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:23.771613 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:23.833359 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:23.854312 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:23.897046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-8d5372db-7e5c-42e9-a9da-7471347b130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:23.899676 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-8d5372db-7e5c-42e9-a9da-7471347b130f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a941585ad4894eff97520336313feeb2&device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 1096 time: 0.6609216 Jun 28 21:49:23.967059 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Attempting to bind port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:23.967562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Attempting to bind port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:23.967988 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Attempting to bind port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 on network b646e717-9f14-48b3-b883-abed1c22361f {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:23.998365 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 on network b646e717-9f14-48b3-b883-abed1c22361f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:49:23.999148 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Attempting to bind port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 on network b646e717-9f14-48b3-b883-abed1c22361f {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:24.016726 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78816-55f9-4898-8a52-2a0cfa13e275 req-7234961a-05e9-4cbc-b027-1cd604e14f7f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.026797 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c8d78816-55f9-4898-8a52-2a0cfa13e275 req-7234961a-05e9-4cbc-b027-1cd604e14f7f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 931 time: 0.9136317 Jun 28 21:49:24.033164 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.076723 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.39', 54366) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:24.095448 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c8d78816-55f9-4898-8a52-2a0cfa13e275 req-c1ae9d0a-6a29-4ecc-b171-d29d44b98987 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673573 Jun 28 21:49:24.098711 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:24.100426 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Checking segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:24.104122 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Bound using segment: {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:24.105945 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Bound port: 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca3240-db8f-4d48-80fc-931b60ef3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:24.106338 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.237624 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.468299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-1bbb87f5-852b-4f7e-8b96-269f6911f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.478852 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-1bbb87f5-852b-4f7e-8b96-269f6911f206 service neutron] 10.222.0.39 "GET /v2.0/networks?id=58886abb-2652-4793-9b87-2acd1638915b HTTP/1.1" status: 200 len: 912 time: 0.5584340 Jun 28 21:49:24.538360 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:24.543798 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:24.594771 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-bc79c200-c249-4215-9725-cfa47799d8ad tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.595021 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.596139 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-bc79c200-c249-4215-9725-cfa47799d8ad tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 811 time: 0.4834771 Jun 28 21:49:24.597747 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-fbd1286d-a15b-4337-8f32-81fa157e87f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaea1008-5968-4e4f-94bd-b416671070e9 HTTP/1.1" status: 200 len: 217 time: 0.1026037 Jun 28 21:49:24.606262 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9c7f37ea-9ec5-4076-9c77-53f8a0e56f71 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:24.697577 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:24.704090 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-d8e7d021-5cb9-4376-ad11-5b1bbd8a4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.706059 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-d8e7d021-5cb9-4376-ad11-5b1bbd8a4d23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=579693aa-bf5e-4f74-94d5-b27f57400a3f HTTP/1.1" status: 200 len: 851 time: 0.0566642 Jun 28 21:49:24.714929 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898e6a-cfba-450f-a2f1-dea9aad2d30a req-7cbf9e90-c26f-412f-a80f-350ec5dea440 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.716513 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-78898e6a-cfba-450f-a2f1-dea9aad2d30a req-7cbf9e90-c26f-412f-a80f-350ec5dea440 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 944 time: 0.2536616 Jun 28 21:49:24.760828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.762821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.766161 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] 10.222.0.39 "PUT /v2.0/ports/91cd54a7-e0a1-4df0-b0d3-e23542b4401f HTTP/1.1" status: 200 len: 1094 time: 3.1934853 Jun 28 21:49:24.790611 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:24.793308 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b227f19-00c9-45e6-a476-da985f647126" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:24.798765 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-9a02f166-3fef-49be-a4a4-145eeede65ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58886abb-2652-4793-9b87-2acd1638915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846772 Jun 28 21:49:24.804264 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:24.804512 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Pushing event updated for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:24.810987 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:24.826421 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:24.826654 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5cdc-e57f-474a-ac5e-6af575906cb8 req-ba3ed644-2dbb-4430-bca9-75c8b58fc6bc tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:24.828063 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-578f5cdc-e57f-474a-ac5e-6af575906cb8 req-ba3ed644-2dbb-4430-bca9-75c8b58fc6bc tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 943 time: 0.4893570 Jun 28 21:49:24.876371 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-015d48fa-d740-4ff6-9a58-1d1d30bb84a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:24.889264 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-28cb6041-7b53-4656-ab9e-422b1f064197 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 380 time: 0.2501402 Jun 28 21:49:24.929640 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'port': {'device_id': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'admin_state_up': True, 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'security_groups': ['2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49']}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:25.047994 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-78898e6a-cfba-450f-a2f1-dea9aad2d30a req-b69e640c-05a0-4f24-82c1-707892f2787c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224361 Jun 28 21:49:25.054258 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.061651 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.063361 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] 10.222.0.39 "PUT /v2.0/ports/4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 1093 time: 3.6676016 Jun 28 21:49:25.067545 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:25.113001 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45318) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:25.156745 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-578f5cdc-e57f-474a-ac5e-6af575906cb8 req-6ba2be95-b0ae-4029-b61c-4f4cda3c84de tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161008 Jun 28 21:49:25.177327 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-917f3e6f-d1d7-4bbf-9493-e0a7a1de5647 service neutron] 10.222.0.39 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688920 Jun 28 21:49:25.187079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-8d4cf916-fe26-4c7a-97ac-af852cc250d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.188509 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-8d4cf916-fe26-4c7a-97ac-af852cc250d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 1097 time: 0.3461182 Jun 28 21:49:25.273450 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-24985b6b-f50c-4931-8f17-7d4c2f17f107 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f HTTP/1.1" status: 200 len: 217 time: 0.0688653 Jun 28 21:49:25.345499 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddddb831-c3bc-4411-8804-d7d1516ea94d x-openstack-request-id: req-ddddb831-c3bc-4411-8804-d7d1516ea94d {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:25.345833 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:25.346094 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddddb831-c3bc-4411-8804-d7d1516ea94d {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:25.346492 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f', 'status': 'completed', 'code': 200} Jun 28 21:49:25.447793 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bf598d52-df4c-4efe-ba75-5137c99596ce req-33de4807-039e-4183-a4e5-972c1abbe347 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.1169319 Jun 28 21:49:25.450969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-46c64d4f-81e8-4e0e-9664-80466a5a3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.452535 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-46c64d4f-81e8-4e0e-9664-80466a5a3e6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.1686094 Jun 28 21:49:25.463271 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:25.474348 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:25.481195 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Made reservation on behalf of 2961d4fa14a44273b90cd3752e95ba0e for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:25.484728 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.512880 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:25.531760 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.534089 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9206a81c-092c-43de-9a61-51cdd0966cfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738993 Jun 28 21:49:25.542230 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-a102538f-0bb2-4b47-af7e-28bf033a4de8 service neutron] 10.222.0.39 "GET /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580890 Jun 28 21:49:25.551263 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.558297 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.613300 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Transition to ACTIVE for port object 5184c9cf-495b-4f71-b58b-ddc12f7130fd will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:25.624005 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-8dc9e08b-1e01-4db2-9b2c-beb9d82bac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.625822 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-8dc9e08b-1e01-4db2-9b2c-beb9d82bac31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1096 time: 0.4079113 Jun 28 21:49:25.629290 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:25.638971 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:25.740819 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce021a-8b31-427d-810b-2774ee17f05e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:25.742033 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0e30-fe88-4e6e-9588-f84f2456f6f0 req-67e302fb-551b-4982-b623-bef14ddf24c2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.744396 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3d0e30-fe88-4e6e-9588-f84f2456f6f0 req-67e302fb-551b-4982-b623-bef14ddf24c2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 931 time: 0.1996045 Jun 28 21:49:25.757321 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-9827ccc4-461c-4107-bc2f-a053166cd76d service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139428 Jun 28 21:49:25.763909 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-5fd78276-3167-4842-a469-b1aeead7817f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.1256499 Jun 28 21:49:25.880190 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:25.890613 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:25.940830 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Allocated IP 172.20.0.8 (36c81c6a-436c-4477-8fd0-05c33b0a7d4e/fd6ed017-e948-492a-b3f0-f83b2d1285ce/826dc0ff-40af-42b2-9b8c-6903181ad5b6) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:49:25.947172 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-0da3f514-bc40-46dc-a2e8-97eef89621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:25.948843 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-0da3f514-bc40-46dc-a2e8-97eef89621b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.1593089 Jun 28 21:49:26.002077 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3d0e30-fe88-4e6e-9588-f84f2456f6f0 req-e45377d4-19d9-4ef0-926b-14187431d835 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353849 Jun 28 21:49:26.020549 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-b5f4a85a-7739-4e06-ba94-0c68261fbc36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641165 Jun 28 21:49:26.023567 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Attempting to bind port 5184c9cf-495b-4f71-b58b-ddc12f7130fd on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:26.024101 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Attempting to bind port 5184c9cf-495b-4f71-b58b-ddc12f7130fd by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:26.024479 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Attempting to bind port 5184c9cf-495b-4f71-b58b-ddc12f7130fd on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:26.064380 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.065225 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Port 5184c9cf-495b-4f71-b58b-ddc12f7130fd on network 83459f51-a67e-4f58-90a6-c29d82f44af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:49:26.065595 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Attempting to bind port 5184c9cf-495b-4f71-b58b-ddc12f7130fd on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:26.086043 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.103523 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:26.119237 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-357e3156-ce1d-437a-aa76-6fbd414ae189 req-2726a518-46e2-44e6-80dc-e889c7e58749 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513908 Jun 28 21:49:26.152215 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device aaea1008-5968-4e4f-94bd-b416671070e9 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:49:26.170101 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d179c4-0fe1-41fc-b4c6-34e502b42a55 x-openstack-request-id: req-f4d179c4-0fe1-41fc-b4c6-34e502b42a55 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:26.170844 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:26.184239 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4d179c4-0fe1-41fc-b4c6-34e502b42a55 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:26.185614 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3', 'status': 'completed', 'code': 200} Jun 28 21:49:26.192433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3891c39-32a3-4683-8a9b-99897a61c550,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:26.196900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:26.217016 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:26.223012 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aca90747b4c641de8dd705d65cc5c2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1082053 Jun 28 21:49:26.226133 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Checking segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:26.226500 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45362) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:26.226663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Bound using segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:26.227609 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Bound port: 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:26.228014 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.372487 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227f19-00c9-45e6-a476-da985f647126 req-f29939e7-e663-46d9-a090-1d8a0cb432e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:26.374371 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-f29939e7-e663-46d9-a090-1d8a0cb432e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 1097 time: 0.1747878 Jun 28 21:49:26.416409 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aaea1008-5968-4e4f-94bd-b416671070e9,segment=NetworkSegment(4aee7141-f1b3-4ab7-ac59-13e5cbbdc410),segment_id=4aee7141-f1b3-4ab7-ac59-13e5cbbdc410)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:26.438207 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'aaea1008-5968-4e4f-94bd-b416671070e9', 'network_id': '58886abb-2652-4793-9b87-2acd1638915b', 'port_id': 'aaea1008-5968-4e4f-94bd-b416671070e9', 'mac_address': 'fa:16:3e:a6:9d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579693aa-bf5e-4f74-94d5-b27f57400a3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:49:26.500598 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.506699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227f19-00c9-45e6-a476-da985f647126 req-2e7df451-f621-41c9-bbdc-27877276c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:26.510798 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-2e7df451-f621-41c9-bbdc-27877276c0be service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1267781 Jun 28 21:49:26.520387 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaea1008-5968-4e4f-94bd-b416671070e9 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:26.538868 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.552707 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aaea1008-5968-4e4f-94bd-b416671070e9,segment=NetworkSegment(4aee7141-f1b3-4ab7-ac59-13e5cbbdc410),segment_id=4aee7141-f1b3-4ab7-ac59-13e5cbbdc410)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:26.560969 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.563912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:26.577695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.605015 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:26.608535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:26.630375 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:26.640121 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:26.659492 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.684913 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-4689a4e1-0fb4-4818-9a0f-a8b50d59256c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f HTTP/1.1" status: 200 len: 217 time: 0.1660807 Jun 28 21:49:26.685924 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.695523 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51868-2025-46ce-b0cc-914826a0dc8d req-a7c5b1e3-f09b-446f-b950-1ea065143156 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:26.698983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:26.704598 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-67f51868-2025-46ce-b0cc-914826a0dc8d req-a7c5b1e3-f09b-446f-b950-1ea065143156 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 944 time: 0.4252658 Jun 28 21:49:26.709731 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.714484 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3891c39-32a3-4683-8a9b-99897a61c550 HTTP/1.1" status: 204 len: 168 time: 0.4830298 Jun 28 21:49:26.722439 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:26.768151 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:26.772031 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:26.772940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3891c39-32a3-4683-8a9b-99897a61c550,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:26.778409 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:26.794892 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227f19-00c9-45e6-a476-da985f647126 req-1f66aedd-fcee-4b24-9501-a45c461ec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:26.796523 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-1f66aedd-fcee-4b24-9501-a45c461ec7ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0897999 Jun 28 21:49:26.797306 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:26.798347 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.799893 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] 10.222.0.39 "PUT /v2.0/ports/5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 1093 time: 3.1364250 Jun 28 21:49:26.812507 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-67f51868-2025-46ce-b0cc-914826a0dc8d req-1e9035ac-004c-4836-b4be-c7081426b912 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041749 Jun 28 21:49:26.824537 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-46d750f4-a6ca-426c-b310-84d40d7ba2f5 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969477 Jun 28 21:49:26.843889 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['aaea1008-5968-4e4f-94bd-b416671070e9'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:26.848865 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-81057806-a31a-49f9-a464-14bf067945dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353734 Jun 28 21:49:26.957152 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:26.992946 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Transition to ACTIVE for port object 826dc0ff-40af-42b2-9b8c-6903181ad5b6 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:27.098524 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-cadb6ea6-c6ad-46c6-82db-5e96495c4ba3 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356815 Jun 28 21:49:27.154238 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7d47077-dce4-42e7-ad6f-026fe47379c1 req-909af6e2-2fcc-46dc-935a-6f1d10e9ba96 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041353 Jun 28 21:49:27.178326 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:27.235799 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5add91-874e-4098-be38-c53d3df55b5a req-68ea3c5e-495e-4e05-8bd7-b9a4901502b2 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.237578 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b5add91-874e-4098-be38-c53d3df55b5a req-68ea3c5e-495e-4e05-8bd7-b9a4901502b2 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 944 time: 0.6649594 Jun 28 21:49:27.272013 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:27.326787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31313-1eb1-4573-a4ae-ec7b967ff22c req-7e441e45-89a4-4666-952d-a830fa42b96b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.328427 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5e31313-1eb1-4573-a4ae-ec7b967ff22c req-7e441e45-89a4-4666-952d-a830fa42b96b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 931 time: 0.2369785 Jun 28 21:49:27.331149 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b227f19-00c9-45e6-a476-da985f647126 req-90035f28-5a33-41f9-a607-881889fee32a service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090502 Jun 28 21:49:27.377012 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5e31313-1eb1-4573-a4ae-ec7b967ff22c req-2f14bf92-f639-4d09-af4f-e538ba0c6b5c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Jun 28 21:49:27.392725 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:27.413351 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:27.425661 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-88e338c7-492d-4e4e-b323-bc5a18779f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.427223 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-88e338c7-492d-4e4e-b323-bc5a18779f2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1096 time: 0.5637863 Jun 28 21:49:27.439038 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:49:27.443526 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:27.492136 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-171d267f-8dc3-4e9b-94f2-69841f3c4066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 217 time: 0.0496795 Jun 28 21:49:27.493457 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:49:27.499233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.499890 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:27.550359 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6308773 Jun 28 21:49:27.585251 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-9eb0eed3-7eb8-4e22-88c2-fc785c363be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.587669 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-9eb0eed3-7eb8-4e22-88c2-fc785c363be4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0698693 Jun 28 21:49:27.599911 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Request body: {'port': {'device_id': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:27.641471 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b5add91-874e-4098-be38-c53d3df55b5a req-fe3f8466-d3f0-4b1f-be88-d5af12185fe4 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811245 Jun 28 21:49:27.707727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea448-c7b1-41ef-920b-fc9aa8da1a4f req-0abbe5e6-03e9-4baa-99e4-bc87a24ac9a1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.709329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-206ea448-c7b1-41ef-920b-fc9aa8da1a4f req-0abbe5e6-03e9-4baa-99e4-bc87a24ac9a1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1687150 Jun 28 21:49:27.729646 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce021a-8b31-427d-810b-2774ee17f05e req-9fcf0ffa-3667-4520-ba06-ae93eb9bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:27.731450 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-9fcf0ffa-3667-4520-ba06-ae93eb9bf728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1096 time: 0.4929521 Jun 28 21:49:27.740627 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cc96410d-acf3-44d9-b47c-6cdbac5815cc None None] Provisioning for port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:27.747098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cc96410d-acf3-44d9-b47c-6cdbac5815cc None None] Provisioning complete for port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:27.747674 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cc96410d-acf3-44d9-b47c-6cdbac5815cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:27.795422 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-206ea448-c7b1-41ef-920b-fc9aa8da1a4f req-f76b1019-16de-4aba-9c1e-a9afaf197cd3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770545 Jun 28 21:49:27.810022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-cc96410d-acf3-44d9-b47c-6cdbac5815cc None None] Port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:49:27.811505 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45408) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:27.844368 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:27.993539 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:27.998887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.004395 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7112bef0-f1f6-4e4f-8c4b-36e6f2f96737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:28.016041 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-96e8decf-8da7-461c-bf3d-b54c58dd0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.018270 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-96e8decf-8da7-461c-bf3d-b54c58dd0943 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4150188 Jun 28 21:49:28.048050 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5937118ab714dbb99e8559efd34895a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336719 Jun 28 21:49:28.048394 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe6ef0-eba4-44ed-b990-31a496f048bc,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:28.050777 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45412) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:28.057291 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:28.074840 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.106535 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.130599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.143265 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 91cd54a7-e0a1-4df0-b0d3-e23542b4401f details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:49:28.199042 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:28.201810 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd362d-f965-4262-a02e-e7c1169e44e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:28.213466 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce021a-8b31-427d-810b-2774ee17f05e req-d08704a6-82ea-41ed-bce5-19a1567ffe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.215381 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-d08704a6-82ea-41ed-bce5-19a1567ffe78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.4698677 Jun 28 21:49:28.247297 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.250826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.254369 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dbe6ef0-eba4-44ed-b990-31a496f048bc HTTP/1.1" status: 204 len: 168 time: 0.2002921 Jun 28 21:49:28.254369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-75c372cd-91e6-4a3e-98eb-c2760feaa090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:28.264076 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe6ef0-eba4-44ed-b990-31a496f048bc,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:28.282124 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:28.313869 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device aaea1008-5968-4e4f-94bd-b416671070e9 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:28.393380 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9a898-f9fe-4948-bb03-4c54e9156dd1 x-openstack-request-id: req-0be9a898-f9fe-4948-bb03-4c54e9156dd1 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:28.393766 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:28.394117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0be9a898-f9fe-4948-bb03-4c54e9156dd1 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:28.394690 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'status': 'completed', 'code': 200} Jun 28 21:49:28.403486 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-7027b06d-93ee-411f-aa3d-7f27b55ecf7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.1792552 Jun 28 21:49:28.404903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port aaea1008-5968-4e4f-94bd-b416671070e9 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:28.439616 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:28.452264 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port aaea1008-5968-4e4f-94bd-b416671070e9 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:28.452669 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.478096 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'port_id': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f', 'mac_address': 'fa:16:3e:27:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:49:28.495764 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757b6f-5cb9-4811-b5de-a6827ad7b615 req-859606e2-aa59-4ca4-a018-4597017159c6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.499153 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ae757b6f-5cb9-4811-b5de-a6827ad7b615 req-859606e2-aa59-4ca4-a018-4597017159c6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 944 time: 0.5103111 Jun 28 21:49:28.525411 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce021a-8b31-427d-810b-2774ee17f05e req-04a445ed-4b47-4725-93eb-049113656aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.527171 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-04a445ed-4b47-4725-93eb-049113656aee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.1014175 Jun 28 21:49:28.535002 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-a6459d7a-c431-41dc-a54e-0d287fe0becd service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971614 Jun 28 21:49:28.539962 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.579216 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cd54a7-e0a1-4df0-b0d3-e23542b4401f {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:28.612286 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:28.612668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9241-01d7-4df1-8b0f-06678faf0a32 req-bd84dfd8-b2a8-44e7-9443-0c7cf1b63698 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.613729 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.622180 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f8bf9241-01d7-4df1-8b0f-06678faf0a32 req-bd84dfd8-b2a8-44e7-9443-0c7cf1b63698 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 931 time: 0.1017187 Jun 28 21:49:28.623669 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.624438 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:49:28.627711 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:28.675799 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f8bf9241-01d7-4df1-8b0f-06678faf0a32 req-6b9be100-e88e-4dd3-acef-56cad9742aff tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507596 Jun 28 21:49:28.681660 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:28.719398 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-373c24c8-5f42-42a9-b093-c15ed0386f0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845212 Jun 28 21:49:28.793417 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ae757b6f-5cb9-4811-b5de-a6827ad7b615 req-166ac21a-3bb1-4907-aacc-fbf24acb631e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600422 Jun 28 21:49:28.818525 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:28.838860 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:28.843764 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aaea1008-5968-4e4f-94bd-b416671070e9,segment=NetworkSegment(4aee7141-f1b3-4ab7-ac59-13e5cbbdc410),segment_id=4aee7141-f1b3-4ab7-ac59-13e5cbbdc410)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:28.845472 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.db.resource_extend [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 21:49:28.850932 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:28.858868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:28.864845 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:28.896129 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b60ffe-b9ee-45fc-a12a-4f4aa2cef855 req-b8e752ea-00cd-43b8-a65d-b473b8527106 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:28.902233 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3', 'network_id': 'b646e717-9f14-48b3-b883-abed1c22361f', 'port_id': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3', 'mac_address': 'fa:16:3e:01:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c56ce1-bed2-46da-b6d4-99a53129083d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:49:28.906930 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c3b60ffe-b9ee-45fc-a12a-4f4aa2cef855 req-b8e752ea-00cd-43b8-a65d-b473b8527106 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 944 time: 0.1188638 Jun 28 21:49:28.957476 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3f50d708-b5ea-4174-ba63-801f6df6c90e req-10bffafe-a3a0-4fb3-bef4-e81936a8ce1b service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134243 Jun 28 21:49:28.980262 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:29.023319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02fc28-4adf-4194-9db3-7cded00ab5a8" -d '{"events": [{"server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "name": "network-vif-plugged", "status": "completed", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:29.046281 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:29.050747 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c3b60ffe-b9ee-45fc-a12a-4f4aa2cef855 req-58d72582-911a-41f2-af89-ed7f4776a0a8 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418130 Jun 28 21:49:29.095426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:29.108592 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:29.114301 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:29.120615 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:29.122750 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:29.211786 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:29.223908 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:29.311703 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1f9fe-4fd9-4d19-b324-fbbd98ae4402 x-openstack-request-id: req-30a1f9fe-4fd9-4d19-b324-fbbd98ae4402 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:29.312070 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "name": "network-vif-plugged", "status": "completed", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:29.312284 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30a1f9fe-4fd9-4d19-b324-fbbd98ae4402 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:29.312760 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9', 'code': 200} Jun 28 21:49:29.338098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4f8b3a7c-e158-409c-8827-c444a1a4d0d3'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:29.344457 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['91cd54a7-e0a1-4df0-b0d3-e23542b4401f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:29.488136 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-0333a8c6-42b2-4723-a8cd-5394cb157c3c service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524312 Jun 28 21:49:29.490158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826dc0ff-40af-42b2-9b8c-6903181ad5b6 {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:29.551727 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:29.671373 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Transition to ACTIVE for port object 826dc0ff-40af-42b2-9b8c-6903181ad5b6 will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:49:29.714743 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:29.816283 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-fd5cf4c4-eb8e-47fa-90c6-d5fce3cbc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:29.827642 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-fd5cf4c4-eb8e-47fa-90c6-d5fce3cbc925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1096 time: 0.7656269 Jun 28 21:49:29.881115 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:29.955826 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16602499-7810-4492-9be7-1fc70f20521e req-3ceb6165-8c20-4b16-a057-c7ca07bf8908 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:29.957427 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-16602499-7810-4492-9be7-1fc70f20521e req-3ceb6165-8c20-4b16-a057-c7ca07bf8908 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.5707674 Jun 28 21:49:29.974347 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Pushing event updated for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:30.003371 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:30.020830 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755741f-c743-451b-94d2-5c6923efcd46 req-ca3ca7f9-835e-4bde-b184-eca6a24238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.024297 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e755741f-c743-451b-94d2-5c6923efcd46 req-ca3ca7f9-835e-4bde-b184-eca6a24238c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 1098 time: 0.3092709 Jun 28 21:49:30.054662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e755741f-c743-451b-94d2-5c6923efcd46 req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.095335 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae65b2-ab2a-423d-bec1-ec19b423080d req-337f4f85-69f8-4b35-89d2-426b670f5877 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.104097 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-efae65b2-ab2a-423d-bec1-ec19b423080d req-337f4f85-69f8-4b35-89d2-426b670f5877 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.1946273 Jun 28 21:49:30.138882 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:49:30.231049 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-16602499-7810-4492-9be7-1fc70f20521e req-a106ede2-2844-4bce-919c-879c58ac7e35 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588294 Jun 28 21:49:30.236021 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-8d7d2406-bc6a-450c-ac2b-2906310b9d10 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162204 Jun 28 21:49:30.245448 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e755741f-c743-451b-94d2-5c6923efcd46 req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.259919 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-efae65b2-ab2a-423d-bec1-ec19b423080d req-f1cebdee-0276-4945-a108-cba7f364fcff tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544838 Jun 28 21:49:30.261309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e755741f-c743-451b-94d2-5c6923efcd46 req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.276866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:30.293931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-de0c4b21-e8e7-437e-bc5a-9d44866a923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.295435 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-de0c4b21-e8e7-437e-bc5a-9d44866a923e service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.4607277 Jun 28 21:49:30.324418 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Attempting to bind port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:49:30.324847 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Attempting to bind port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:49:30.326047 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Attempting to bind port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:30.338537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:49:30.343882 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Attempting to bind port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:49:30.360310 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:49:30.360671 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Checking segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:30.361063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Bound using segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:49:30.361511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Bound port: 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:49:30.364055 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.369857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b3d1b-df6d-4426-8748-09f44dc9b636,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:30.374742 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:30.396629 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:30.402901 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e755741f-c743-451b-94d2-5c6923efcd46 req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708782 Jun 28 21:49:30.467688 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:49:30.531309 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.546337 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:30.576908 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:49:30.581441 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedd991-a841-4db3-8a1b-5deea062bbd3 req-a7b25b1e-76f2-4d4e-991f-89a4f97f983d tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.582715 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:49:30.583968 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4eedd991-a841-4db3-8a1b-5deea062bbd3 req-a7b25b1e-76f2-4d4e-991f-89a4f97f983d tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0936849 Jun 28 21:49:30.593898 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.599528 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:30.604091 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:30.616338 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.618936 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:30.640855 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4eedd991-a841-4db3-8a1b-5deea062bbd3 req-ed402f38-7b28-40c7-8f82-d678266f7972 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510480 Jun 28 21:49:30.674856 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:30.678294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:30.691353 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Pushing event updated for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:30.703616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f4363-d327-425d-bb83-b009ec4d2ae4 req-80865fb6-7630-4a7b-bf71-6a182c424353 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.705322 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-773f4363-d327-425d-bb83-b009ec4d2ae4 req-80865fb6-7630-4a7b-bf71-6a182c424353 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 945 time: 0.2284892 Jun 28 21:49:30.706435 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:30.707838 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:30.708611 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:30.710136 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] 10.222.0.39 "PUT /v2.0/ports/826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 1093 time: 3.1213872 Jun 28 21:49:30.710764 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:30.715044 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:30.761096 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-773f4363-d327-425d-bb83-b009ec4d2ae4 req-35651795-d076-4b59-a611-653c4bc52ba5 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362689 Jun 28 21:49:30.788668 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8d757-0702-44aa-a8ee-6e000bfd61e7 x-openstack-request-id: req-d6a8d757-0702-44aa-a8ee-6e000bfd61e7 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:30.789059 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:30.789285 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6a8d757-0702-44aa-a8ee-6e000bfd61e7 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:30.790627 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'status': 'completed', 'code': 200} Jun 28 21:49:31.227811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45556) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:31.369134 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.492414 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6363094-df0f-4cb6-b3d8-a1725a0e4dc9 req-f156a5db-ba38-4fed-b707-268b17219c7a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:31.493848 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6363094-df0f-4cb6-b3d8-a1725a0e4dc9 req-f156a5db-ba38-4fed-b707-268b17219c7a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.0639892 Jun 28 21:49:31.514016 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.519620 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.527760 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1dfc52d7-0041-4b09-a9b3-47314111f7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:31.533607 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6363094-df0f-4cb6-b3d8-a1725a0e4dc9 req-651b2a0f-1ccf-4879-ad4c-2a3302300ac8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Jun 28 21:49:31.554901 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da458c-5e87-4a80-ba96-620fe4824dbd req-b979372f-12f9-40ed-bf81-d9ed6afdd39c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:31.556496 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d1da458c-5e87-4a80-ba96-620fe4824dbd req-b979372f-12f9-40ed-bf81-d9ed6afdd39c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.1148479 Jun 28 21:49:31.589015 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=432627714cb94787b426c254fd481805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603697 Jun 28 21:49:31.591599 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5a692-15bb-4a8b-90a7-f4ca9440925a,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:31.591828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45568) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:31.595527 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:31.612980 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d1da458c-5e87-4a80-ba96-620fe4824dbd req-9bfec798-d918-4878-8efe-4b6050225e1e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492241 Jun 28 21:49:31.649567 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.669732 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.715609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.718602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:31.722138 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47f5a692-15bb-4a8b-90a7-f4ca9440925a HTTP/1.1" status: 204 len: 168 time: 0.1269937 Jun 28 21:49:31.722138 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:31.727858 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5a692-15bb-4a8b-90a7-f4ca9440925a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:31.730136 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:31.838426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fffdd-a9ad-47ff-b9ad-a3de8dbcdbc8 req-d3bc73dc-ad61-4154-93a3-9e93d514f059 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:31.839912 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-629fffdd-a9ad-47ff-b9ad-a3de8dbcdbc8 req-d3bc73dc-ad61-4154-93a3-9e93d514f059 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0709496 Jun 28 21:49:31.886948 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-629fffdd-a9ad-47ff-b9ad-a3de8dbcdbc8 req-01d59e95-b1fb-4757-a0b2-7ada965f9cc7 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Jun 28 21:49:31.951537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0152-27f2-40aa-b73d-3ee2a441a0b0 req-88bc60a4-7960-4494-9240-596b53b60d81 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:31.953061 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-edcd0152-27f2-40aa-b73d-3ee2a441a0b0 req-88bc60a4-7960-4494-9240-596b53b60d81 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 945 time: 0.0752730 Jun 28 21:49:31.996093 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-edcd0152-27f2-40aa-b73d-3ee2a441a0b0 req-ab476fe6-aebd-4fb9-968d-1216e7cf8b2b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339673 Jun 28 21:49:32.008455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45578) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:32.021490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.109701 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.120540 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.123618 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bed19b8f-a9ea-454d-8ab4-e0c2bf2f961d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:32.162507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495726e7-5df0-46d2-9e84-15f09d137589,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:32.167724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1933a7fbd0aa412c8af1bc2983938ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582248 Jun 28 21:49:32.168630 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:32.170413 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45582) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:32.221859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.242269 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.288668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.292202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:32.293366 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/495726e7-5df0-46d2-9e84-15f09d137589 HTTP/1.1" status: 204 len: 168 time: 0.1220315 Jun 28 21:49:32.294286 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-574a7843-1df1-47a9-9431-90be46f5d2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:32.301989 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495726e7-5df0-46d2-9e84-15f09d137589,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:32.307242 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:32.722929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651936-91bc-43f6-8c24-e5aaf26f5c12 req-56682725-a376-4145-ab1b-07035a69701c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:32.724627 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d6651936-91bc-43f6-8c24-e5aaf26f5c12 req-56682725-a376-4145-ab1b-07035a69701c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.0716538 Jun 28 21:49:32.773085 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d6651936-91bc-43f6-8c24-e5aaf26f5c12 req-4f679a9c-77b2-4625-985d-78d47f1a31eb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Jun 28 21:49:32.795543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138499e8-57e9-4fd5-a0a5-62fb3bd2134b req-135262fe-29ee-4def-9ec1-ef6a4819324d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:32.804736 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-138499e8-57e9-4fd5-a0a5-62fb3bd2134b req-135262fe-29ee-4def-9ec1-ef6a4819324d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.0756929 Jun 28 21:49:32.836637 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-138499e8-57e9-4fd5-a0a5-62fb3bd2134b req-ffd51011-baa1-4c30-a9f9-f138b234cfc5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jun 28 21:49:33.061863 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4951d-d526-449f-83df-5d98f7d2169a req-f4a28004-c5e9-4a51-9aa9-82606d75badb tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.063280 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46a4951d-d526-449f-83df-5d98f7d2169a req-f4a28004-c5e9-4a51-9aa9-82606d75badb tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0676565 Jun 28 21:49:33.123664 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46a4951d-d526-449f-83df-5d98f7d2169a req-633718db-7b1e-4d3e-a9ba-409de3b8effd tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Jun 28 21:49:33.184763 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491efb8-523e-4a3c-9bdd-97e5192f7483 req-5eea9e6a-4860-4558-acd6-9580c10ff9c2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.186442 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d491efb8-523e-4a3c-9bdd-97e5192f7483 req-5eea9e6a-4860-4558-acd6-9580c10ff9c2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 945 time: 0.0726519 Jun 28 21:49:33.255046 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-44e54715-90c1-49d7-bb42-6f563b77e518 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 217 time: 0.0457029 Jun 28 21:49:33.283253 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d491efb8-523e-4a3c-9bdd-97e5192f7483 req-805170ae-6bc5-464a-a93b-6ecec51684d8 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908048 Jun 28 21:49:33.305646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-5520d91a-d974-4401-9b92-12b56b8f68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.309567 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-5520d91a-d974-4401-9b92-12b56b8f68f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1096 time: 0.0765369 Jun 28 21:49:33.353148 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-f41504d8-7de4-4052-b201-618f78e9ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.354960 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-f41504d8-7de4-4052-b201-618f78e9ead1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0920529 Jun 28 21:49:33.394306 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['5184c9cf-495b-4f71-b58b-ddc12f7130fd'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:33.442597 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-6b5abdae-fcac-4375-8f4f-2174ff4af38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.444248 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-6b5abdae-fcac-4375-8f4f-2174ff4af38a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802460 Jun 28 21:49:33.505536 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-c78e0bcf-7af7-4b4e-bc07-1342aaa2e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:33.507286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-c78e0bcf-7af7-4b4e-bc07-1342aaa2e0af service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1899171 Jun 28 21:49:33.561681 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-42efd84a-d7c8-4eee-85d5-22d59c30549b service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099865 Jun 28 21:49:34.031503 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc0f21-3aa4-47e3-813f-b07a83481660 req-a1f23ad9-db79-4613-b250-a31d488fff06 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:34.033213 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbcc0f21-3aa4-47e3-813f-b07a83481660 req-a1f23ad9-db79-4613-b250-a31d488fff06 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.0803370 Jun 28 21:49:34.078437 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbcc0f21-3aa4-47e3-813f-b07a83481660 req-57a1b115-2ada-41de-9577-ba76a3669d66 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Jun 28 21:49:34.152088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c1a7-b083-497e-97c4-9b828f597da0 req-e47b00a4-0c1e-4362-ad93-94a817b72d60 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:34.153718 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-81e3c1a7-b083-497e-97c4-9b828f597da0 req-e47b00a4-0c1e-4362-ad93-94a817b72d60 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.2591033 Jun 28 21:49:34.202243 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-81e3c1a7-b083-497e-97c4-9b828f597da0 req-3cedae53-3fb9-4557-b0b0-8450d9d89959 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Jun 28 21:49:34.338012 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bfff7-9c91-4aaf-ad51-19f747637e95 req-d25d5e29-18a9-4068-a623-b3c90a1f2e7a tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:34.340128 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d04bfff7-9c91-4aaf-ad51-19f747637e95 req-d25d5e29-18a9-4068-a623-b3c90a1f2e7a tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0775988 Jun 28 21:49:34.381063 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d04bfff7-9c91-4aaf-ad51-19f747637e95 req-bfd4279f-5014-487f-b4f1-30dfd1128416 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Jun 28 21:49:34.473599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196058e7-0855-4c3e-bdd0-a387ef0ea21b req-64cfedf2-07b0-4628-b5f8-916c9a122de3 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:34.475112 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-196058e7-0855-4c3e-bdd0-a387ef0ea21b req-64cfedf2-07b0-4628-b5f8-916c9a122de3 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 945 time: 0.0683472 Jun 28 21:49:34.513823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-196058e7-0855-4c3e-bdd0-a387ef0ea21b req-886bd9eb-6573-4e24-b89e-266f07aff515 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Jun 28 21:49:34.531417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45682) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:34.649317 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.744120 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.747824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.750298 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:34.787930 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6de2ae72d77478bb5cfdad068bf8e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553759 Jun 28 21:49:34.788769 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592172f-957e-407a-8f83-c14e3578074c,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:34.791510 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45688) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:34.792399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:34.842785 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.863696 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.907315 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.910115 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:34.911241 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6592172f-957e-407a-8f83-c14e3578074c HTTP/1.1" status: 204 len: 168 time: 0.1189997 Jun 28 21:49:34.911874 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:34.919428 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592172f-957e-407a-8f83-c14e3578074c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:34.921580 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:35.159039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45696) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:35.174649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.311902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6f7b-3965-4f05-8c1b-89d818a35fbe req-141e7caf-4f3f-4286-b366-3d3c8c18ac5a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:35.313394 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ec8f6f7b-3965-4f05-8c1b-89d818a35fbe req-141e7caf-4f3f-4286-b366-3d3c8c18ac5a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.1169307 Jun 28 21:49:35.362156 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.369418 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.374187 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ec8f6f7b-3965-4f05-8c1b-89d818a35fbe req-94d95988-a43e-4110-a886-b2f3eb8f3b70 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547638 Jun 28 21:49:35.375749 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:35.386208 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dbc39-bb01-4be3-ae2e-14e7e77381ac req-8819dd0e-b32f-489c-bb91-f88488198193 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:35.388267 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be2dbc39-bb01-4be3-ae2e-14e7e77381ac req-8819dd0e-b32f-489c-bb91-f88488198193 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.0674684 Jun 28 21:49:35.434073 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4fc0e-c896-4010-9b77-2cdcc7e0c2ad,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:35.437069 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:35.448961 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed500c9c28ec4ac692b021a49054a082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888012 Jun 28 21:49:35.471487 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45706) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:35.550096 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddd362d-f965-4262-a02e-e7c1169e44e1 req-462856ab-219f-4a43-85a4-3237d9284df7 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549609 Jun 28 21:49:35.604529 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708a575-9b13-407c-9544-083aa81b9432 req-b45c351e-77c0-4dfd-8988-bf38e4ec2f67 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:35.606014 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3708a575-9b13-407c-9544-083aa81b9432 req-b45c351e-77c0-4dfd-8988-bf38e4ec2f67 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0796630 Jun 28 21:49:35.628294 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.638716 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be2dbc39-bb01-4be3-ae2e-14e7e77381ac req-65bbcee7-0823-4295-920a-6de44edbad73 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290077 Jun 28 21:49:35.648966 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3708a575-9b13-407c-9544-083aa81b9432 req-525599b5-af8f-4039-a7f5-2ea11f8026ec tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364127 Jun 28 21:49:35.701473 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.709206 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-3f9626a0-6b13-4195-8524-493c9ffc30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:35.710709 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a32c6e4d-d3be-49c6-9f7b-b99cf111cfac req-3f9626a0-6b13-4195-8524-493c9ffc30ea service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3214562 Jun 28 21:49:35.753167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.755792 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:35.756898 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7b4fc0e-c896-4010-9b77-2cdcc7e0c2ad HTTP/1.1" status: 204 len: 168 time: 0.2841275 Jun 28 21:49:35.758838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-335d4b5d-e31d-4f37-bf1e-d248eaab7bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:35.775953 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4fc0e-c896-4010-9b77-2cdcc7e0c2ad,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:35.794076 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:35.832953 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c28bf0-79c9-4749-9f40-9ec88649ce87 req-722b8d54-8980-487a-9711-673f651f7893 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:35.834474 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1c28bf0-79c9-4749-9f40-9ec88649ce87 req-722b8d54-8980-487a-9711-673f651f7893 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 945 time: 0.0766001 Jun 28 21:49:35.874567 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1c28bf0-79c9-4749-9f40-9ec88649ce87 req-6a8fcc02-468f-443f-a334-65157a21f192 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Jun 28 21:49:36.402830 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45734) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:36.421021 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 91cd54a7-e0a1-4df0-b0d3-e23542b4401f up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:36.477996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:36.482269 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:36.482730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.506305 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842933436-network', 'tenant_id': '2cc04bc622ff42cc9bc60dc97cfc881b'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:36.550723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-98427d73-219d-48b9-8066-8e43c3a3321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:36.552729 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-98427d73-219d-48b9-8066-8e43c3a3321e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1096 time: 0.0723240 Jun 28 21:49:36.561874 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Made reservation on behalf of 2cc04bc622ff42cc9bc60dc97cfc881b for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:36.564136 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.576875 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.582253 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.600684 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-b6fa399c-082c-4877-ae4b-3276cd77f30d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 217 time: 0.0398817 Jun 28 21:49:36.602316 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:36.604625 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39895808-efb2-4839-90fa-0bbb73d6da94" -d '{"events": [{"server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "name": "network-vif-plugged", "status": "completed", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:36.618992 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:36.623544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.624817 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:36.627795 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:36.631468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db6db-cad4-4567-b582-0c6621c6f567 req-3a4f86ce-7ca5-4b5c-88d3-d82dc90634a1 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:36.633846 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bc5db6db-cad4-4567-b582-0c6621c6f567 req-3a4f86ce-7ca5-4b5c-88d3-d82dc90634a1 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.1103289 Jun 28 21:49:36.696334 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638c61b-1329-432e-91b2-fe283a4b7559 x-openstack-request-id: req-5638c61b-1329-432e-91b2-fe283a4b7559 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:36.696931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "name": "network-vif-plugged", "status": "completed", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:36.697340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5638c61b-1329-432e-91b2-fe283a4b7559 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:36.697969 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f', 'code': 200} Jun 28 21:49:36.698647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-1ff575ae-75c1-4be5-b819-2c06d46024fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:36.704435 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-1ff575ae-75c1-4be5-b819-2c06d46024fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0969355 Jun 28 21:49:36.715216 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bc5db6db-cad4-4567-b582-0c6621c6f567 req-8b53c897-4653-46b6-b633-929e2c4af51b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704195 Jun 28 21:49:36.745507 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:36.749201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:36.751397 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:36.756923 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:36.757647 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.857387 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.883980 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.896674 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.922764 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:36.923808 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:36.927554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:49:36.931686 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.934127 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:36.951477 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-b47ad4f2-b755-46dc-a797-b8c85c8d3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:36.952965 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-b47ad4f2-b755-46dc-a797-b8c85c8d3add service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2386043 Jun 28 21:49:36.969997 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af78d8-658d-484e-8aa8-e5f075e518c0 req-eab9604f-1ef5-43a5-b0d8-9b96f63658ad tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:36.971810 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5af78d8-658d-484e-8aa8-e5f075e518c0 req-eab9604f-1ef5-43a5-b0d8-9b96f63658ad tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.1032510 Jun 28 21:49:36.996325 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:36.996644 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Added segment 67b08b8c-e558-4f75-b7a6-841d0d52886b of type vlan for network d71868fe-670e-44b4-ae73-7e0649825d3b Jun 28 21:49:36.998362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:37.002464 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:37.053588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf75786-b8ff-48c9-8d5f-bf7a2aafafa2,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:37.061978 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5af78d8-658d-484e-8aa8-e5f075e518c0 req-c1754c3e-a501-4543-8b00-881e4c113ac4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809119 Jun 28 21:49:37.064116 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:37.094202 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-fc822fa7-aceb-416d-b5c5-dac75cfdbc44 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129079 Jun 28 21:49:37.115043 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.173680 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c924d-54bb-43ec-8c63-bfac895055ec req-544e9d8b-9189-46dd-b951-1a98f619c0be tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:37.175231 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-780c924d-54bb-43ec-8c63-bfac895055ec req-544e9d8b-9189-46dd-b951-1a98f619c0be tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.2237439 Jun 28 21:49:37.180592 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3860ab-29b6-4c38-8712-cc2449cac60b req-0a74cdf6-b27c-4840-ab34-beb916903da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:37.182114 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad3860ab-29b6-4c38-8712-cc2449cac60b req-0a74cdf6-b27c-4840-ab34-beb916903da2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 1099 time: 0.1909645 Jun 28 21:49:37.207462 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.217594 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:37.218215 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.223506 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:37.226752 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f595701-ecde-461f-9eb5-b8298222cb82 req-214c7dda-9eaa-4d3d-9d06-01c99a60d227 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349084 Jun 28 21:49:37.263070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3b0e4-843d-4fc9-81c7-a09f76637bf8 req-3ea23df7-5a0b-40f7-9bb0-b70e85c1bfb6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:37.264577 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ece3b0e4-843d-4fc9-81c7-a09f76637bf8 req-3ea23df7-5a0b-40f7-9bb0-b70e85c1bfb6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0897443 Jun 28 21:49:37.285841 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8811865 Jun 28 21:49:37.291581 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45756) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:37.296600 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Request body: {'subnet': {'network_id': 'd71868fe-670e-44b4-ae73-7e0649825d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842933436-subnet', 'tenant_id': '2cc04bc622ff42cc9bc60dc97cfc881b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:37.326394 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ece3b0e4-843d-4fc9-81c7-a09f76637bf8 req-6b301688-feff-49ce-b5c2-a626586f4e90 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jun 28 21:49:37.330327 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-780c924d-54bb-43ec-8c63-bfac895055ec req-3fdc57e0-c7b5-41f1-aadd-460fe5188e5f tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457982 Jun 28 21:49:37.332051 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad3860ab-29b6-4c38-8712-cc2449cac60b req-b8259919-37ad-4804-8a7d-7a5adf698dac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385925 Jun 28 21:49:37.352921 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Pushing event updated for resources: {'Network': ['ID=d71868fe-670e-44b4-ae73-7e0649825d3b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:37.356656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:37.363508 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network d71868fe-670e-44b4-ae73-7e0649825d3b details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:49:37.376596 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Made reservation on behalf of 2cc04bc622ff42cc9bc60dc97cfc881b for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:37.379637 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.420664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:37.487631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:37.491615 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:37.492012 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.584928 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.587931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.588866 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:37.654018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357a4e60-ff54-40c1-bf19-6689d64ce203,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:37.665408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:37.666653 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Checking segment: {'id': '67b08b8c-e558-4f75-b7a6-841d0d52886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd71868fe-670e-44b4-ae73-7e0649825d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:37.667360 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Network hostable DHCP agents. Network: d71868fe-670e-44b4-ae73-7e0649825d3b, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:49:37.688335 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Network d71868fe-670e-44b4-ae73-7e0649825d3b is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:49:37.691148 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:37.703891 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.706513 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, d71868fe-670e-44b4-ae73-7e0649825d3b) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:37.706665 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-913dc54f-5761-4197-80e0-41e7e1f3d85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:37.711754 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:37.712434 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:37.739059 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7f13bc04-902d-40e3-ac81-5da9e9d36db2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4390023 Jun 28 21:49:37.739449 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9394d7-708c-45b9-b027-2d1ec7181bac None None] Network d71868fe-670e-44b4-ae73-7e0649825d3b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:49:37.971901 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:38.001239 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:38.009743 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b0725-47e6-41db-851c-3b8a36fb4d01 req-1c8c2d27-2680-4482-a30f-2209fd6fdb29 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:38.012111 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fb3b0725-47e6-41db-851c-3b8a36fb4d01 req-1c8c2d27-2680-4482-a30f-2209fd6fdb29 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.0969942 Jun 28 21:49:38.059256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41388644-e2a3-4450-ae56-7d1e277073b8 None None] Network d71868fe-670e-44b4-ae73-7e0649825d3b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:49:38.062808 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fb3b0725-47e6-41db-851c-3b8a36fb4d01 req-049b2d05-3af8-487d-bb7d-7df302a42bc1 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Jun 28 21:49:38.097653 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45798) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:38.288394 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd54d-79de-4a71-a000-32b8733de84a req-04403a39-fbc6-4b7a-b36a-ff24bf0c61ef tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:38.297350 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bafcd54d-79de-4a71-a000-32b8733de84a req-04403a39-fbc6-4b7a-b36a-ff24bf0c61ef tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0805092 Jun 28 21:49:38.356982 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bafcd54d-79de-4a71-a000-32b8733de84a req-bd142aee-d21b-4dee-99ba-923a6853ec57 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577934 Jun 28 21:49:38.454454 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.462294 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45812) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:38.567157 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33321231-ce47-4f4b-9223-25baed7166d5 req-fd6c274e-88f3-4eaa-8d5f-18b8da0878bf tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:38.568419 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-33321231-ce47-4f4b-9223-25baed7166d5 req-fd6c274e-88f3-4eaa-8d5f-18b8da0878bf tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.1096861 Jun 28 21:49:38.576636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.623639 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf9a1-c8b7-4c7c-b6d8-f2f0edd2784f req-11707fc5-d9b6-4678-9454-d7d0aa1c62cf tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:38.626494 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-95ecf9a1-c8b7-4c7c-b6d8-f2f0edd2784f req-11707fc5-d9b6-4678-9454-d7d0aa1c62cf tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1051419 Jun 28 21:49:38.636099 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-33321231-ce47-4f4b-9223-25baed7166d5 req-9d05e81e-6b97-44e1-be3d-ccefc7e5b15f tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Jun 28 21:49:38.640803 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.646264 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.649543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-93e64ab0-60f5-4e7f-9b3c-d4fac8103327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:38.692671 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07ea8e193ce04f25b5c937cd2d847af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934439 Jun 28 21:49:38.693538 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b026a-8940-4e4c-a092-2f25f8fe15d4,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:38.696634 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45824) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:38.698824 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:38.699795 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3'}, {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:38.703398 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac329627-776e-4a27-902e-1414aa385c6c" -d '{"events": [{"server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "name": "network-vif-plugged", "status": "completed", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3"}, {"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:38.729896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45828) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:38.739342 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755862824-network', 'tenant_id': 'a0be55064ad742a98bb3fcce165d2203'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:38.763094 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.769284 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-95ecf9a1-c8b7-4c7c-b6d8-f2f0edd2784f req-ab604fcd-442d-425f-b359-58d5cd23eab4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382048 Jun 28 21:49:38.789226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.796427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ee74d-96a0-4097-bf32-0352d8b9aedb x-openstack-request-id: req-902ee74d-96a0-4097-bf32-0352d8b9aedb {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:38.796732 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "name": "network-vif-plugged", "status": "completed", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3", "code": 200}, {"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:38.796995 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-902ee74d-96a0-4097-bf32-0352d8b9aedb {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:38.797888 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3', 'code': 200} Jun 28 21:49:38.798842 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'code': 200} Jun 28 21:49:38.858156 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.861395 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.864961 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e93b026a-8940-4e4c-a092-2f25f8fe15d4 HTTP/1.1" status: 204 len: 168 time: 0.1652319 Jun 28 21:49:38.864961 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:38.877338 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b026a-8940-4e4c-a092-2f25f8fe15d4,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:38.880758 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:38.894455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.913373 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:38.992565 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:39.039223 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e898f880f1949d2bafe896ea46e8d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749998 Jun 28 21:49:39.042762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45848) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:39.089396 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbc5c8-8498-477c-a583-db10ae389448,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:39.127413 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:39.134287 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Made reservation on behalf of a0be55064ad742a98bb3fcce165d2203 for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:39.138001 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.169263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.297126 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.360766 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3e46-10cb-4fd7-ae9d-f3e6771d3205 req-85811b5c-cec5-44b9-ab5c-fab3cc9d9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.362565 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-592f3e46-10cb-4fd7-ae9d-f3e6771d3205 req-85811b5c-cec5-44b9-ab5c-fab3cc9d9b1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.2451675 Jun 28 21:49:39.399613 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.411011 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 826dc0ff-40af-42b2-9b8c-6903181ad5b6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:49:39.427897 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6242-b0d7-4993-bd47-dfa28f4a39af req-8aeecf3b-01e7-4929-9c87-b53babef3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.430663 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cafb6242-b0d7-4993-bd47-dfa28f4a39af req-8aeecf3b-01e7-4929-9c87-b53babef3760 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1098 time: 0.1746454 Jun 28 21:49:39.546401 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-592f3e46-10cb-4fd7-ae9d-f3e6771d3205 req-98cf6339-d756-4aaf-98b2-7f60af09a0c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510344 Jun 28 21:49:39.556191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.567303 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.579411 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cafb6242-b0d7-4993-bd47-dfa28f4a39af req-c8142398-c1fd-41b6-9a6f-89ee19bb69a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410365 Jun 28 21:49:39.581200 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c23cf896-78d5-4452-843e-40e84a41bd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:39.592673 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b919a-55d2-42c0-8f11-f35dcfc0cb19 req-8f4fbe90-05a3-4f16-9473-5abfe5b0475c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.594218 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5f9b919a-55d2-42c0-8f11-f35dcfc0cb19 req-8f4fbe90-05a3-4f16-9473-5abfe5b0475c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 943 time: 0.2549291 Jun 28 21:49:39.596609 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:39.597667 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.600199 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.610903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'port_id': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'mac_address': 'fa:16:3e:2a:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:49:39.612693 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40bbc5c8-8498-477c-a583-db10ae389448 HTTP/1.1" status: 204 len: 168 time: 0.5686519 Jun 28 21:49:39.616616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:39.639241 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45870) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:39.646511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:49:39.662955 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.678323 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826dc0ff-40af-42b2-9b8c-6903181ad5b6 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:49:39.702080 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:39.708256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.710702 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:39.715892 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e19d4c-cecc-4141-b251-b771eca26982,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:39.720308 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:39.723231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.723572 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Added segment 835d2484-8e07-443d-be99-963fccee31c5 of type vlan for network 61df6aa8-e427-4dee-b9bd-a65c5072c4e5 Jun 28 21:49:39.771256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:39.775276 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:39.792263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.812844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579b655-fe93-4203-acc9-bb3dda7a8302 req-2e44c131-2c79-4d75-96d9-e78870b9bc51 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.814568 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9579b655-fe93-4203-acc9-bb3dda7a8302 req-2e44c131-2c79-4d75-96d9-e78870b9bc51 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.2080636 Jun 28 21:49:39.872585 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.876274 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.876837 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.879890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01e0305d-330a-436c-bebc-63c70c7185e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:39.884624 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9579b655-fe93-4203-acc9-bb3dda7a8302 req-ad09b599-cc5c-4f63-a0f0-0f7a4f673f43 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580316 Jun 28 21:49:39.893646 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbc5c8-8498-477c-a583-db10ae389448,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:39.904051 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:39.909605 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149b314-10e1-4483-afbd-993145a08043 req-42df498a-54bd-4dc0-9f3d-81e2fc183045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:39.911284 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-42df498a-54bd-4dc0-9f3d-81e2fc183045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 1099 time: 0.4211571 Jun 28 21:49:39.912085 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:39.919893 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1853187 Jun 28 21:49:39.921298 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45874) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:39.929344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Request body: {'subnet': {'network_id': '61df6aa8-e427-4dee-b9bd-a65c5072c4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755862824-subnet', 'tenant_id': 'a0be55064ad742a98bb3fcce165d2203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:39.969050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Pushing event updated for resources: {'Network': ['ID=61df6aa8-e427-4dee-b9bd-a65c5072c4e5,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:39.972106 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:39.973220 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5f9b919a-55d2-42c0-8f11-f35dcfc0cb19 req-626f99d3-808a-440e-85f1-12d370c76a5e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592596 Jun 28 21:49:39.994215 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 61df6aa8-e427-4dee-b9bd-a65c5072c4e5 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:49:40.023215 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Made reservation on behalf of a0be55064ad742a98bb3fcce165d2203 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:49:40.029047 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.035431 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.db.api [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 21:49:40.035431 dv-cinder-798384-1-iscsi neutron-server[104562]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 21:49:40.035431 dv-cinder-798384-1-iscsi neutron-server[104562]: [parameters: {'project_id': 'af2cec39cfa34d7b8fc5a1a04a0c9d12', 'id': '5ff3415a-aae4-4120-81bb-7c7b41368c43', 'expiration': datetime.datetime(2021, 6, 28, 21, 51, 39, 986257)}] Jun 28 21:49:40.035431 dv-cinder-798384-1-iscsi neutron-server[104562]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 21:49:40.035813 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_db.api [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 21:49:40.069569 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149b314-10e1-4483-afbd-993145a08043 req-9074ff88-b11f-40fb-96e5-b6ef417fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:40.071823 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-9074ff88-b11f-40fb-96e5-b6ef417fea59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1359220 Jun 28 21:49:40.081294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['826dc0ff-40af-42b2-9b8c-6903181ad5b6'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:40.125031 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-39795382-6b00-4106-8f74-e67ae828ca89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f HTTP/1.1" status: 200 len: 217 time: 0.0361040 Jun 28 21:49:40.161753 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45876) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:40.188444 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149b314-10e1-4483-afbd-993145a08043 req-7b6be067-87ce-4cd3-8d29-5ec72680b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:40.190002 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-7b6be067-87ce-4cd3-8d29-5ec72680b78a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0558550 Jun 28 21:49:40.193570 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.221419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462d114-81e2-4d80-85cb-ab25e0ded916 req-6e83f987-4cff-4d8c-ad5e-bb742e5ad8d1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:40.224499 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-bf381a9e-c90d-4a77-b404-2b14b499270c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267591 Jun 28 21:49:40.226230 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0462d114-81e2-4d80-85cb-ab25e0ded916 req-6e83f987-4cff-4d8c-ad5e-bb742e5ad8d1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1669579 Jun 28 21:49:40.320501 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0462d114-81e2-4d80-85cb-ab25e0ded916 req-e5376f98-bd0f-4030-9045-25c4aa93cc18 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861821 Jun 28 21:49:40.328342 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-d1c2edbd-0e55-41cd-a94c-76114e713528 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964172 Jun 28 21:49:40.416613 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.422024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-33d08c93-0646-4550-8e13-531f1be9542f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:40.459851 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c149b314-10e1-4483-afbd-993145a08043 req-5ecb7ceb-a952-45e8-af78-573c9694344a service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234727 Jun 28 21:49:40.505187 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a07f30b-c971-41d0-8b64-5a6cbff184ae,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:40.509978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.511189 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:40.521184 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.526621 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c7a2285a-b0bb-4e49-9d9b-0537e51ca62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:40.536087 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Checking segment: {'id': '835d2484-8e07-443d-be99-963fccee31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '61df6aa8-e427-4dee-b9bd-a65c5072c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:49:40.536448 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Network hostable DHCP agents. Network: 61df6aa8-e427-4dee-b9bd-a65c5072c4e5, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:49:40.538320 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.575364 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22c5e97a0d6745dabf867a4ad2447646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118979 Jun 28 21:49:40.578904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45894) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:40.600375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f4169-a4f4-4082-bc1f-a0758cc2a2c8,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:40.605916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:40.606502 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Network 61df6aa8-e427-4dee-b9bd-a65c5072c4e5 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:49:40.650416 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 61df6aa8-e427-4dee-b9bd-a65c5072c4e5) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:49:40.657042 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:40.657646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.663280 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc858ad-01d4-4a4c-b340-151409db0cf4 None None] Network 61df6aa8-e427-4dee-b9bd-a65c5072c4e5 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:49:40.686625 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.702524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.709213 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.713856 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5d84d596-5db7-47df-acd0-cc05abaf5b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:40.715297 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-8c5a9ccd-c048-4c7c-9a7f-c3c5bafb0ab4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7917333 Jun 28 21:49:40.718455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.764499 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af2cec39cfa34d7b8fc5a1a04a0c9d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875356 Jun 28 21:49:40.764499 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9166d5-e004-4372-99a7-2087551df06e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:40.765735 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45906) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:40.772260 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:40.841685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.871524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.876060 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.879621 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e64f4169-a4f4-4082-bc1f-a0758cc2a2c8 HTTP/1.1" status: 204 len: 168 time: 0.2959087 Jun 28 21:49:40.896405 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:40.897175 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:40.909095 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f4169-a4f4-4082-bc1f-a0758cc2a2c8,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:40.914839 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:40.933881 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a20db-90f0-4880-ac9f-aaa2ef9d8745 None None] Network 61df6aa8-e427-4dee-b9bd-a65c5072c4e5 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:49:41.040508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.047972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.054514 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d9166d5-e004-4372-99a7-2087551df06e HTTP/1.1" status: 204 len: 168 time: 0.2875478 Jun 28 21:49:41.058521 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f75f203f-ad59-4e24-9be2-61d835eda204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:41.074048 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9166d5-e004-4372-99a7-2087551df06e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:41.080604 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:41.240110 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318cd57-c8d6-444b-9045-8713e759fedd req-68798895-b360-448c-83d1-5907ad7fe00f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:41.256534 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a318cd57-c8d6-444b-9045-8713e759fedd req-68798895-b360-448c-83d1-5907ad7fe00f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1194735 Jun 28 21:49:41.360889 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a318cd57-c8d6-444b-9045-8713e759fedd req-b503f00d-62e2-46c9-b459-c3cc62ce7b71 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032627 Jun 28 21:49:41.435343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 826dc0ff-40af-42b2-9b8c-6903181ad5b6 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:49:41.531958 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:49:41.537779 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:49:41.538359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.643142 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 45942) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:41.663533 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5765a-ace0-4600-9ceb-ec5a5ae478a7 req-d00a7317-8e60-498e-9693-ff97c5e9a199 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:41.665976 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cab5765a-ace0-4600-9ceb-ec5a5ae478a7 req-d00a7317-8e60-498e-9693-ff97c5e9a199 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1273277 Jun 28 21:49:41.673700 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.703043 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.736666 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e79c0d-d321-40b5-939c-6eeeeb4498e9 req-ec480770-7b3c-4792-b793-c1c1420c931d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:41.748675 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4e79c0d-d321-40b5-939c-6eeeeb4498e9 req-ec480770-7b3c-4792-b793-c1c1420c931d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 944 time: 0.1921308 Jun 28 21:49:41.753171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:41.758888 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cab5765a-ace0-4600-9ceb-ec5a5ae478a7 req-284b5897-4dd4-4d22-a33f-3a7c80ec5668 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868595 Jun 28 21:49:41.759451 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd19432-c3e6-43a3-8325-4b7e7765843b" -d '{"events": [{"server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "name": "network-vif-plugged", "status": "completed", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:41.819229 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:41.824635 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.828973 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-01647836-1d6a-4d88-9f8b-a87d21713bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:41.829108 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4e79c0d-d321-40b5-939c-6eeeeb4498e9 req-40d64609-0692-49cc-9d25-6642336f4045 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689428 Jun 28 21:49:41.864822 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48824cc7-3650-4512-841e-772ffab445d6 x-openstack-request-id: req-48824cc7-3650-4512-841e-772ffab445d6 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:41.865113 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "name": "network-vif-plugged", "status": "completed", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:41.865527 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48824cc7-3650-4512-841e-772ffab445d6 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:41.866276 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'code': 200} Jun 28 21:49:41.897635 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:41.901315 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:41.926605 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.931825 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:41.935721 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6a8434fa-aeee-4675-92b9-d13c1ac0684b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:41.973865 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec69ea977b6c4ee8982797879e4ed665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298571 Jun 28 21:49:41.974839 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce5a1e0-3e78-459a-9e7d-e1a95633f832,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:41.977793 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:41.978368 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 45954) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:42.059714 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:42.086675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:42.158007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:42.161068 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:42.164960 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bce5a1e0-3e78-459a-9e7d-e1a95633f832 HTTP/1.1" status: 204 len: 168 time: 0.1845839 Jun 28 21:49:42.166208 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d6ecba7-b010-4ae0-b551-5b375adf1884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:42.185683 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce5a1e0-3e78-459a-9e7d-e1a95633f832,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:42.197338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:42.221500 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a66ba-dd13-4911-9f0a-4f368f7a3d33 req-4e6b7c1e-4948-48e7-b7ba-8d257262e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:42.232077 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690a66ba-dd13-4911-9f0a-4f368f7a3d33 req-4e6b7c1e-4948-48e7-b7ba-8d257262e535 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1098 time: 0.0992196 Jun 28 21:49:42.359630 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690a66ba-dd13-4911-9f0a-4f368f7a3d33 req-6be8ebec-e9c3-497f-89df-9a2049f9097a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262901 Jun 28 21:49:42.767731 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ee1a-1332-4624-91fa-fc12d50d67d4 req-e6e9cf20-e891-491f-8187-4970c0821c1a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:42.800852 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a075ee1a-1332-4624-91fa-fc12d50d67d4 req-e6e9cf20-e891-491f-8187-4970c0821c1a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1764190 Jun 28 21:49:42.904409 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:42.943091 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a075ee1a-1332-4624-91fa-fc12d50d67d4 req-97d97816-e3e8-43b4-a977-33e490eecc93 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391551 Jun 28 21:49:43.142078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a67de-dabd-41bf-afbc-a115031f9d0d req-64684982-2cb1-48c4-950c-4387f96946b6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:43.152050 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4a6a67de-dabd-41bf-afbc-a115031f9d0d req-64684982-2cb1-48c4-950c-4387f96946b6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0821664 Jun 28 21:49:43.219759 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4a6a67de-dabd-41bf-afbc-a115031f9d0d req-f7ce14da-de3a-4a25-9be3-edb62e079c0f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Jun 28 21:49:43.298339 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baff0d-6165-4dc7-b938-816c6524ef9b req-cd6ec177-dcba-4ef9-ac5a-3ffb73864fb5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:43.299952 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-88baff0d-6165-4dc7-b938-816c6524ef9b req-cd6ec177-dcba-4ef9-ac5a-3ffb73864fb5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1129203 Jun 28 21:49:43.362598 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-88baff0d-6165-4dc7-b938-816c6524ef9b req-bf011bc3-8b69-4642-b0e2-4df91a6c6ee6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Jun 28 21:49:43.500098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7780c-f20a-4bd9-9e00-04b21a45e7e9 req-2e096f0d-f286-4275-96d9-05b14cbb2b85 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:43.502732 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8fd7780c-f20a-4bd9-9e00-04b21a45e7e9 req-2e096f0d-f286-4275-96d9-05b14cbb2b85 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0888321 Jun 28 21:49:43.512323 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46062) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:43.516922 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'floatingip': {'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:43.616271 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:44.629278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40fa6-2a46-433c-a829-d2c7e85633a9 req-2912752d-ab7f-4570-8911-be4c6dcc4736 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:44.630878 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94b40fa6-2a46-433c-a829-d2c7e85633a9 req-2912752d-ab7f-4570-8911-be4c6dcc4736 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0993471 Jun 28 21:49:44.690649 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94b40fa6-2a46-433c-a829-d2c7e85633a9 req-79929a37-e41b-4d7c-92ef-3cd75555dd63 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514748 Jun 28 21:49:44.721359 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:44.728814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:44.841128 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235ff5-584e-40b2-a50c-0ca749a5cb8a req-787c70fa-f53c-4292-ade7-a2875afca046 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:44.847951 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d7235ff5-584e-40b2-a50c-0ca749a5cb8a req-787c70fa-f53c-4292-ade7-a2875afca046 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.4250052 Jun 28 21:49:44.883787 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Floating IP 64d07049-b049-4cb3-97c9-5ba2298f8f82 associated. External IP: 172.27.1.53, port: 5184c9cf-495b-4f71-b58b-ddc12f7130fd. Jun 28 21:49:44.931997 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d7235ff5-584e-40b2-a50c-0ca749a5cb8a req-032a9ace-1a31-4101-9e2a-8ec6fae47fd9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831709 Jun 28 21:49:44.954853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d022-f2a5-4387-ad02-5309d9fbd450 req-da44a6f0-22bd-4771-a6e5-fdfe0ff4676f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:44.956525 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ebc7d022-f2a5-4387-ad02-5309d9fbd450 req-da44a6f0-22bd-4771-a6e5-fdfe0ff4676f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1132987 Jun 28 21:49:44.984169 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46128) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:44.989307 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'floatingip': {'port_id': '826dc0ff-40af-42b2-9b8c-6903181ad5b6'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:49:45.087929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:45.170282 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:49:45.294873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:49:45.301248 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:45.314818 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:49:45.340381 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:45.341030 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:49:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:45.365422 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-db441534-4d6b-4c77-84d8-b167e970bb8c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "PUT /v2.0/floatingips/64d07049-b049-4cb3-97c9-5ba2298f8f82 HTTP/1.1" status: 200 len: 990 time: 1.8519976 Jun 28 21:49:45.365981 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:45.383441 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb23f86-cbea-46e5-a727-a040c832ae14" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:45.443709 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f96d411-d590-4b32-9db8-02723fa9a6af x-openstack-request-id: req-8f96d411-d590-4b32-9db8-02723fa9a6af {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:45.444025 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:45.444299 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f96d411-d590-4b32-9db8-02723fa9a6af {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:45.444892 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'status': 'completed', 'code': 200} Jun 28 21:49:45.483351 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:49:45.505183 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:45.767956 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '64d07049-b049-4cb3-97c9-5ba2298f8f82', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:03Z', 'updated_at': '2021-06-28T21:49:44Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:45.792819 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:49:45.801310 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:45.801903 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:49:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:45.905395 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:45.941618 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:45.946760 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:46.046209 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Floating IP efa1a759-fa33-4575-a8d6-9ab4b2d0808c associated. External IP: 172.27.1.60, port: 826dc0ff-40af-42b2-9b8c-6903181ad5b6. Jun 28 21:49:46.183461 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86fc6-02ea-4e94-8b17-6f9d754300c5 req-13f3b847-cd58-459a-8636-fb38c8ac6619 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:46.185212 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89f86fc6-02ea-4e94-8b17-6f9d754300c5 req-13f3b847-cd58-459a-8636-fb38c8ac6619 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0825925 Jun 28 21:49:46.222785 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89f86fc6-02ea-4e94-8b17-6f9d754300c5 req-c760ba9d-d05b-4fa7-9cc6-4177334a2177 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Jun 28 21:49:46.229255 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '64d07049-b049-4cb3-97c9-5ba2298f8f82', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:03Z', 'updated_at': '2021-06-28T21:49:44Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:46.255868 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40cf3d-6afb-4fdc-b1e7-1c974b9763c5 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '64d07049-b049-4cb3-97c9-5ba2298f8f82', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:03Z', 'updated_at': '2021-06-28T21:49:44Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:46.263901 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:49:46.369472 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:49:46.374151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:46.380921 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:49:46.397060 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:46.397916 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:49:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:46.411995 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a6699004-be00-45c6-909d-1e8c9792cbc8 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "PUT /v2.0/floatingips/efa1a759-fa33-4575-a8d6-9ab4b2d0808c HTTP/1.1" status: 200 len: 990 time: 1.4261596 Jun 28 21:49:46.412855 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:46.418356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369db05-6f91-4619-a3db-ab1c5f6fde2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:46.482434 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56284fa-8d6b-4951-9092-1a1a23bcc048 None None] New status for floating IP 64d07049-b049-4cb3-97c9-5ba2298f8f82: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:49:46.521845 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:46.793557 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'efa1a759-fa33-4575-a8d6-9ab4b2d0808c', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:2a:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:10Z', 'updated_at': '2021-06-28T21:49:45Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:46.824236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:49:46.832422 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:49:46.833031 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:49:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:46.937730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:49:47.153937 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'efa1a759-fa33-4575-a8d6-9ab4b2d0808c', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:2a:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:10Z', 'updated_at': '2021-06-28T21:49:45Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:47.180237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4325ed-806b-49bb-9c3d-b0acf49b8286 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'efa1a759-fa33-4575-a8d6-9ab4b2d0808c', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:2a:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:49:10Z', 'updated_at': '2021-06-28T21:49:45Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:49:47.369814 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de02b3-d96d-4f5f-bc80-0ef88cb8c770 None None] New status for floating IP efa1a759-fa33-4575-a8d6-9ab4b2d0808c: ACTIVE {{(pid=104563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:49:47.963760 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-87457dcc-1e94-4a63-a853-6c3840330a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:47.963760 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-87457dcc-1e94-4a63-a853-6c3840330a86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1098 time: 0.0579920 Jun 28 21:49:47.979203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6792e9ae-21d9-4baf-bbe8-b479be6bd0b6 x-openstack-request-id: req-6792e9ae-21d9-4baf-bbe8-b479be6bd0b6 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:47.979707 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:47.979802 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6792e9ae-21d9-4baf-bbe8-b479be6bd0b6 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:47.980167 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'status': 'completed', 'code': 200} Jun 28 21:49:48.092036 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-a262d46f-6b13-4855-ab93-a3c30e4f91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.093528 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-a262d46f-6b13-4855-ab93-a3c30e4f91dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1098 time: 0.0778353 Jun 28 21:49:48.103042 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-1d337821-9a84-4969-a4ad-01ff69d2a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.104193 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-1d337821-9a84-4969-a4ad-01ff69d2a1db service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.1341865 Jun 28 21:49:48.193347 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-3d55d44e-859d-4841-b191-ace9c0abb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.194965 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-3d55d44e-859d-4841-b191-ace9c0abb084 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.0949755 Jun 28 21:49:48.217106 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2334-a4ce-4099-bc63-adcf472c33be req-814e8e49-a972-447b-817d-dbe7d25dfda0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.218662 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-464a2334-a4ce-4099-bc63-adcf472c33be req-814e8e49-a972-447b-817d-dbe7d25dfda0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1609089 Jun 28 21:49:48.220941 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-f2c6a89f-2e0e-47d7-a69f-8e8ac8be6748 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 1000 time: 0.1091080 Jun 28 21:49:48.299374 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-464a2334-a4ce-4099-bc63-adcf472c33be req-69446360-e6de-4a17-9e01-2d67cd84cce5 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Jun 28 21:49:48.302659 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-ff1fcd17-2526-49c0-8369-085fa56c8f5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1007802 Jun 28 21:49:48.303656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-dcad5c1c-a0a6-483b-ba05-3140f8b6bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.305838 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-dcad5c1c-a0a6-483b-ba05-3140f8b6bcea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0733063 Jun 28 21:49:48.366402 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-1d54ec25-92c4-4317-aad0-a0f68f6044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.368429 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-1d54ec25-92c4-4317-aad0-a0f68f6044f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0453334 Jun 28 21:49:48.377136 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-7bb1d43d-9a86-4d56-b962-d0251afb8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.378669 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-7bb1d43d-9a86-4d56-b962-d0251afb8677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546374 Jun 28 21:49:48.451729 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-3d7fafe0-ca7c-48f8-b339-bd16ebc21475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:48.453110 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-3d7fafe0-ca7c-48f8-b339-bd16ebc21475 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556922 Jun 28 21:49:48.489270 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-4c7ec128-5d84-478a-96f9-bb12e7f4c520 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911591 Jun 28 21:49:48.551775 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-41957a83-9785-4888-8d28-7ba3db3a8d39 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904448 Jun 28 21:49:48.592125 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-adb23f86-cbea-46e5-a727-a040c832ae14 req-7c21672b-68af-4601-b535-55780af7a1c1 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Jun 28 21:49:48.656437 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b369db05-6f91-4619-a3db-ab1c5f6fde2e req-dc9c2681-316b-45d7-8172-8fd8b38f4bfb service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927465 Jun 28 21:49:49.488231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268360b7-18d4-40eb-949d-61b7bd41f720 req-4fa541c3-5d55-4f18-a237-64a75ef92f0a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:49.490501 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-268360b7-18d4-40eb-949d-61b7bd41f720 req-4fa541c3-5d55-4f18-a237-64a75ef92f0a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0652504 Jun 28 21:49:49.535633 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-268360b7-18d4-40eb-949d-61b7bd41f720 req-e007c9f4-1886-4258-b51b-1d8e5671c983 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Jun 28 21:49:50.651890 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-998e75f6-cb5f-44e5-b873-57d89dd2b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:50.706008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb873e3c-de55-4dbb-871f-caab66eb4ba6 req-0908d69f-41f0-4a5f-9aeb-210bb7fe7477 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:50.708177 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fb873e3c-de55-4dbb-871f-caab66eb4ba6 req-0908d69f-41f0-4a5f-9aeb-210bb7fe7477 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0797443 Jun 28 21:49:50.743407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3301-a9a3-4c7f-a728-870c4c5bc8f1 req-4f9863d0-acb4-4cdb-a1f2-c05823901201 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:50.745045 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0c5a3301-a9a3-4c7f-a728-870c4c5bc8f1 req-4f9863d0-acb4-4cdb-a1f2-c05823901201 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0848846 Jun 28 21:49:50.756455 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fb873e3c-de55-4dbb-871f-caab66eb4ba6 req-114d8e6d-77c2-4976-864c-cbf459757c57 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Jun 28 21:49:50.791268 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0c5a3301-a9a3-4c7f-a728-870c4c5bc8f1 req-91a11dcb-0c34-4517-a42f-b14bd8eabb86 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Jun 28 21:49:51.954295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6a97d-057e-4263-aa7f-a0f4273860e6 req-357471e2-6e41-4aa0-9db9-9eb05f7d51a5 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:51.956175 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3ae6a97d-057e-4263-aa7f-a0f4273860e6 req-357471e2-6e41-4aa0-9db9-9eb05f7d51a5 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0712767 Jun 28 21:49:51.990995 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6b2d-b7b1-4e8f-a23e-6e69f443af8f req-ed12bd34-7249-4da4-9484-e97e8a06c81d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:51.992652 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-66ed6b2d-b7b1-4e8f-a23e-6e69f443af8f req-ed12bd34-7249-4da4-9484-e97e8a06c81d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0697858 Jun 28 21:49:52.001338 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3ae6a97d-057e-4263-aa7f-a0f4273860e6 req-1f19d392-1be7-4f5d-8c5b-0b569a883c7a tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Jun 28 21:49:52.036649 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-66ed6b2d-b7b1-4e8f-a23e-6e69f443af8f req-5820c3df-3dc6-43ea-abca-c4235df2b0bb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jun 28 21:49:52.228275 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46340) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:52.341424 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.448468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.455464 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.459450 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:52.531557 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46354) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:52.539107 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f51b4f446db4a22ad1bfa8963400250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096080 Jun 28 21:49:52.573885 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d76ada-c706-4116-9e04-9fb6049c923b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:52.581474 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.581930 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.582293 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.582644 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.582993 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.583336 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.583873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.584405 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.584759 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.585650 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.586147 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.586629 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.590660 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:52.614459 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.641766 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.700655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.703469 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:52.707966 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3d76ada-c706-4116-9e04-9fb6049c923b HTTP/1.1" status: 204 len: 168 time: 0.1753564 Jun 28 21:49:52.708655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:52.717324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d76ada-c706-4116-9e04-9fb6049c923b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:52.725204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.725661 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.726116 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.727009 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.727545 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.727885 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.728230 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.728575 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.728974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.729528 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.729902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.730635 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:49:52.743787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:53.019589 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46372) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:53.033502 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.114070 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac341-0eb1-4486-b74f-227b28ed7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.153171 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.158403 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.160902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13d17bf1-90a6-4ea7-a525-60c6a2258db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:53.190086 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46674aa-43a6-4366-a174-fad925f8b3bf req-22037cb4-b6b1-48bf-9002-6ac9dde17f9b tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:53.192277 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e46674aa-43a6-4366-a174-fad925f8b3bf req-22037cb4-b6b1-48bf-9002-6ac9dde17f9b tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.0705304 Jun 28 21:49:53.225832 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e88566a366ab432eac55a8ddf26ceb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051277 Jun 28 21:49:53.226761 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786039e2-c9fe-45be-84e2-4c21d064ad59,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:53.229134 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46378) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:53.234827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:53.240027 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e46674aa-43a6-4366-a174-fad925f8b3bf req-1e1fa2d5-1249-4011-a62b-b01248c2ba16 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/security-groups?id=35af8cab-bd86-4155-bdc7-bce3912b602a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Jun 28 21:49:53.270463 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89ccf6-8d31-4084-94a2-669891734689 req-469f1688-6187-4ec8-9eac-3a356c3863b8 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:53.272185 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cb89ccf6-8d31-4084-94a2-669891734689 req-469f1688-6187-4ec8-9eac-3a356c3863b8 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0985429 Jun 28 21:49:53.282078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.309428 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.344437 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cb89ccf6-8d31-4084-94a2-669891734689 req-f7161714-5fd9-4988-95ce-97f3ea8cd30b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Jun 28 21:49:53.372117 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-69098d3f-dc8a-4c5b-afe9-49ce995deb7d tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:53.373250 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.373541 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-69098d3f-dc8a-4c5b-afe9-49ce995deb7d tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 945 time: 0.1004751 Jun 28 21:49:53.375809 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.376887 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/786039e2-c9fe-45be-84e2-4c21d064ad59 HTTP/1.1" status: 204 len: 168 time: 0.1468475 Jun 28 21:49:53.377549 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:53.385515 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786039e2-c9fe-45be-84e2-4c21d064ad59,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:53.387829 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:53.499971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Deleting port aaea1008-5968-4e4f-94bd-b416671070e9 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:49:53.500333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.519236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.602057 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] For port aaea1008-5968-4e4f-94bd-b416671070e9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aaea1008-5968-4e4f-94bd-b416671070e9,segment=NetworkSegment(4aee7141-f1b3-4ab7-ac59-13e5cbbdc410),segment_id=4aee7141-f1b3-4ab7-ac59-13e5cbbdc410)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:49:53.602408 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.622211 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Calling delete_port for aaea1008-5968-4e4f-94bd-b416671070e9 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:49:53.829008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:53.834407 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:53.844984 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['aaea1008-5968-4e4f-94bd-b416671070e9'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:49:54.099903 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Pushing event deleted for resources: {'Port': ['ID=aaea1008-5968-4e4f-94bd-b416671070e9,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:54.159909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:54.200780 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] No DVR routers for this DVR port aaea1008-5968-4e4f-94bd-b416671070e9 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:49:54.204845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:54.207520 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6136e319-8189-40a0-bfe4-405a03fe8464 req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.39 "DELETE /v2.0/ports/aaea1008-5968-4e4f-94bd-b416671070e9 HTTP/1.1" status: 204 len: 173 time: 0.8258951 Jun 28 21:49:54.208021 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'name': 'network-vif-deleted', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:49:54.210685 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e20b4-5386-484c-bc4e-22a5ce0acaaa" -d '{"events": [{"server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "name": "network-vif-deleted", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:49:54.222016 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:54.259076 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe21e8-03ea-484c-9912-3a47ab6415ed x-openstack-request-id: req-4ffe21e8-03ea-484c-9912-3a47ab6415ed {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:49:54.259646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f77322e-2abf-4f84-8676-eebae1fc88be", "name": "network-vif-deleted", "tag": "aaea1008-5968-4e4f-94bd-b416671070e9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:49:54.260002 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ffe21e8-03ea-484c-9912-3a47ab6415ed {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:49:54.260558 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f77322e-2abf-4f84-8676-eebae1fc88be', 'name': 'network-vif-deleted', 'tag': 'aaea1008-5968-4e4f-94bd-b416671070e9', 'status': 'completed', 'code': 200} Jun 28 21:49:54.402641 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6138684d-18b6-40aa-8f15-5203a8f36d28 req-255a5929-2a73-4bf1-86bf-418ee1abe4ef tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.0316379 Jun 28 21:49:54.544972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a9b0-3922-4432-ab19-b3f6aaf92910 req-51331f1c-97c9-4280-bea7-32e9a58a0f97 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:54.546700 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7837a9b0-3922-4432-ab19-b3f6aaf92910 req-51331f1c-97c9-4280-bea7-32e9a58a0f97 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0735660 Jun 28 21:49:54.588815 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7837a9b0-3922-4432-ab19-b3f6aaf92910 req-be667299-a9c7-4b1b-933e-a170d7155826 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351050 Jun 28 21:49:55.568978 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:55.605385 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-126c38e4-9175-43ab-b1e9-0bef0adc5bf6 req-c5eeebe6-8d74-494b-9e4a-87ee6103287a tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f77322e-2abf-4f84-8676-eebae1fc88be HTTP/1.1" status: 200 len: 210 time: 0.0295324 Jun 28 21:49:55.787005 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb46ab-189c-4162-a327-379be324e55b req-0760b0a6-30ab-4fbc-a2d8-b4b97e187a81 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:55.788347 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-12eb46ab-189c-4162-a327-379be324e55b req-0760b0a6-30ab-4fbc-a2d8-b4b97e187a81 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0638413 Jun 28 21:49:55.827673 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-12eb46ab-189c-4162-a327-379be324e55b req-a3bf73ee-b57b-43f6-b5e7-63ec26191679 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Jun 28 21:49:57.040184 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f359dcd-67e4-4377-8738-b0c173b248ed req-66150921-9b90-4f9e-8260-4647205ca78f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:57.041761 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f359dcd-67e4-4377-8738-b0c173b248ed req-66150921-9b90-4f9e-8260-4647205ca78f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0789006 Jun 28 21:49:57.093974 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6f359dcd-67e4-4377-8738-b0c173b248ed req-d7470857-769b-4bb5-b64b-df4b7048d1a0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Jun 28 21:49:57.440024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device aaea1008-5968-4e4f-94bd-b416671070e9 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:49:57.462490 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: aaea1008-5968-4e4f-94bd-b416671070e9 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:49:57.462839 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device aaea1008-5968-4e4f-94bd-b416671070e9 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:49:57.711686 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46568) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:57.818832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:57.904936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:57.908816 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:57.911125 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-74e9380c-619d-40d2-8605-598257cc2aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:57.949128 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68520d9-e190-414e-96a4-31dbc168368e,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:57.953105 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3548416c1f534bedbc4d3c0b03507049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404106 Jun 28 21:49:57.954952 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:57.955728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46574) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.011530 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.037510 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.086353 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.089032 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.092433 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d68520d9-e190-414e-96a4-31dbc168368e HTTP/1.1" status: 204 len: 168 time: 0.1335967 Jun 28 21:49:58.092433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5d352ef8-f8e0-4878-9e57-e71a7b8fa5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:58.098809 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68520d9-e190-414e-96a4-31dbc168368e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:58.101049 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:58.303144 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17704b7-5afb-449b-88a0-7197f65798e3 req-53368662-5973-4433-a54b-c9ac57a22e45 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:58.304724 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c17704b7-5afb-449b-88a0-7197f65798e3 req-53368662-5973-4433-a54b-c9ac57a22e45 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0817990 Jun 28 21:49:58.321843 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46602) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.356293 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46604) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.375702 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c17704b7-5afb-449b-88a0-7197f65798e3 req-1b156c4e-40d4-42c1-82e7-65fe2614cbed tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625076 Jun 28 21:49:58.405117 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Deleting subnet 579693aa-bf5e-4f74-94d5-b27f57400a3f {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:49:58.426090 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.472400 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.482477 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.535643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.546182 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46620) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.576840 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46622) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.597898 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.609909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.617913 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:58.626104 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Deleting subnet 357a4e60-ff54-40c1-bf19-6689d64ce203 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:49:58.630332 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.647744 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579693aa-bf5e-4f74-94d5-b27f57400a3f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:58.650971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:58.656938 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.661045 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/579693aa-bf5e-4f74-94d5-b27f57400a3f HTTP/1.1" status: 204 len: 168 time: 0.3358927 Jun 28 21:49:58.661703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46624) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.678685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.694590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.758230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.760687 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e16d27f9-13f2-4000-ac12-0a8733c8e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:58.774120 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.779999 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.784296 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.786983 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:58.790693 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357a4e60-ff54-40c1-bf19-6689d64ce203,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:58.794978 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:58.798879 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.803509 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/357a4e60-ff54-40c1-bf19-6689d64ce203 HTTP/1.1" status: 204 len: 168 time: 0.2560351 Jun 28 21:49:58.804314 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46628) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.844953 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad412ca-6ded-41c0-a3ef-83a039b85495,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:58.848788 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:58.855478 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2cc52570d264a13bc4c4891d8f9f974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975078 Jun 28 21:49:58.871748 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46630) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:58.906883 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.953981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.966730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.967092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.967817 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.968175 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > port after_create 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.968512 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.968828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > port after_update 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.969139 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.969473 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.969781 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.970122 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:58.986663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.995063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:58.999565 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-53eb3479-65e6-4443-8e5e-9712bfd27185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.042398 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.058151 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.058519 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.059316 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.059656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.060057 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.060408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.060737 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.061075 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.061415 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.061724 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.172207 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.172442 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.172543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.172630 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.172868 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.173005 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.173196 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.173295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:49:59.173566 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71868fe-670e-44b4-ae73-7e0649825d3b']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.173668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58886abb-2652-4793-9b87-2acd1638915b']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.195943 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.196227 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aee7141-f1b3-4ab7-ac59-13e5cbbdc410') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.205656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b08b8c-e558-4f75-b7a6-841d0d52886b') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.205977 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b08b8c-e558-4f75-b7a6-841d0d52886b') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:49:59.209873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e3130-dd4a-427b-9aaf-0b99170e4550,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.217543 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53c28932ec59456fba66333b4fff5d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372063 Jun 28 21:49:59.217543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.222649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46632) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:59.231348 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.231946 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.253150 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.254509 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.262215 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:49:59.262598 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: from cryptography.utils import int_from_bytes Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: from cryptography.utils import int_from_bytes Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:49:59.266722 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:49:59.286435 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.306028 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:49:59.306333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: from cryptography.utils import int_from_bytes Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: from cryptography.utils import int_from_bytes Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:49:59.314046 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:49:59.327305 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.332144 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.332372 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.337226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.342069 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d71868fe-670e-44b4-ae73-7e0649825d3b HTTP/1.1" status: 204 len: 168 time: 0.5315750 Jun 28 21:49:59.347925 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46634) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:59.357072 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71868fe-670e-44b4-ae73-7e0649825d3b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.359416 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.462489 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.463876 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.478079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Deleting subnet 1a07f30b-c971-41d0-8b64-5a6cbff184ae {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:49:59.488239 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.493492 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.495973 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.498172 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58886abb-2652-4793-9b87-2acd1638915b HTTP/1.1" status: 204 len: 168 time: 0.8355041 Jun 28 21:49:59.534658 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Pushing event deleted for resources: {'Network': ['ID=58886abb-2652-4793-9b87-2acd1638915b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.536202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.539240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.543801 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cad412ca-6ded-41c0-a3ef-83a039b85495 HTTP/1.1" status: 204 len: 168 time: 0.6677301 Jun 28 21:49:59.557684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.564582 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41597e55-bfe1-4dc2-ad8f-289496125ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.589006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.608740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad412ca-6ded-41c0-a3ef-83a039b85495,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.615277 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.618228 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.703344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.729473 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46644) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:59.751486 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b7da6-bfed-44cd-97f1-20f2389825ee req-80b99294-57af-4580-80d9-acfce137fb42 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:49:59.753046 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ce0b7da6-bfed-44cd-97f1-20f2389825ee req-80b99294-57af-4580-80d9-acfce137fb42 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.2270937 Jun 28 21:49:59.771297 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.774009 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.775096 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c20e3130-dd4a-427b-9aaf-0b99170e4550 HTTP/1.1" status: 204 len: 168 time: 0.5511856 Jun 28 21:49:59.781027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.796348 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e3130-dd4a-427b-9aaf-0b99170e4550,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.804815 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8f112e47-896e-4df0-8f05-48de4446ae46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a941585ad4894eff97520336313feeb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0727608 Jun 28 21:49:59.806539 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.808232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46652) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:59.846322 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ce0b7da6-bfed-44cd-97f1-20f2389825ee req-af7cc138-cb7b-4e40-908c-3b0757c1129c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 Jun 28 21:49:59.847388 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.854097 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-80bbfe40-5673-434b-952f-dc351046bf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:49:59.873158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.886665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a07f30b-c971-41d0-8b64-5a6cbff184ae,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:49:59.889922 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:49:59.891076 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.896980 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a07f30b-c971-41d0-8b64-5a6cbff184ae HTTP/1.1" status: 204 len: 168 time: 0.5466228 Jun 28 21:49:59.897727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46656) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:49:59.910765 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:49:59.988670 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.014290 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.017189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.021284 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35af8cab-bd86-4155-bdc7-bce3912b602a HTTP/1.1" status: 204 len: 168 time: 0.2103503 Jun 28 21:50:00.022100 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e4435b1b-8d84-4ebd-acda-8ada702cce72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:00.037208 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af8cab-bd86-4155-bdc7-bce3912b602a,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:00.040306 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:00.066935 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46662) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:00.106183 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.115646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.130563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61df6aa8-e427-4dee-b9bd-a65c5072c4e5']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:00.146768 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835d2484-8e07-443d-be99-963fccee31c5') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:00.147055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835d2484-8e07-443d-be99-963fccee31c5') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:00.162377 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.186442 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.194496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:50:00.195432 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:50:00.197150 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:50:00.256079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.269906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:00.291834 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.296002 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] 10.222.0.37 "DELETE /v2.0/networks/61df6aa8-e427-4dee-b9bd-a65c5072c4e5 HTTP/1.1" status: 204 len: 168 time: 0.3946960 Jun 28 21:50:00.299916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Pushing event deleted for resources: {'Network': ['ID=61df6aa8-e427-4dee-b9bd-a65c5072c4e5,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:00.318549 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8b62820a-d3cb-432b-82d5-3facec9fd94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:00.351001 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.355925 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.358661 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dbbb17da-9ad6-4c50-a275-a9cba85f7a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:00.398787 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fa1ace02d164263a7972670c4eff1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308358 Jun 28 21:50:00.400012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17c402-c089-4d8e-b473-5f7c2719937d,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:00.401772 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46676) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:00.403160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:00.464779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.487048 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.547261 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.550695 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.551932 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a17c402-c089-4d8e-b473-5f7c2719937d HTTP/1.1" status: 204 len: 168 time: 0.1452820 Jun 28 21:50:00.553054 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-cb0a27fc-703c-4cfa-bb61-da8785b3869f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:00.566312 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17c402-c089-4d8e-b473-5f7c2719937d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:00.569150 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:00.587570 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46684) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:00.631827 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-70c93e6a-e265-437e-8f4b-e53ec829e21f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cc04bc622ff42cc9bc60dc97cfc881b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426302 Jun 28 21:50:00.634741 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46686) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:00.701308 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.738880 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.805130 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.808083 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:00.811688 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaf75786-b8ff-48c9-8d5f-bf7a2aafafa2 HTTP/1.1" status: 204 len: 168 time: 0.1731517 Jun 28 21:50:00.811688 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3de8fbb0-ab3f-44b4-9cd0-c0213e56f9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:00.818038 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf75786-b8ff-48c9-8d5f-bf7a2aafafa2,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:00.820826 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:01.052120 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5756-e8fc-4de0-9dcc-7cf60ae0f873 req-876817c8-c1ce-4041-9df4-1714f07c530f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:01.053842 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46ea5756-e8fc-4de0-9dcc-7cf60ae0f873 req-876817c8-c1ce-4041-9df4-1714f07c530f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0796938 Jun 28 21:50:01.109712 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46ea5756-e8fc-4de0-9dcc-7cf60ae0f873 req-cd2224ba-c9cb-48a4-ab19-005bbfa9957e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Jun 28 21:50:01.319608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46720) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:01.388852 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3653ad9d-5319-4b26-874b-8ca03e4ebc1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0be55064ad742a98bb3fcce165d2203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677147 Jun 28 21:50:01.392372 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46726) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:01.447818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:01.469518 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:01.531453 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:01.535131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:01.536411 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56e19d4c-cecc-4141-b251-b771eca26982 HTTP/1.1" status: 204 len: 168 time: 0.1430571 Jun 28 21:50:01.537414 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-932a1ade-d9c0-49c2-baf4-14792fa2ab8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:01.546556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e19d4c-cecc-4141-b251-b771eca26982,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:01.548889 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:01.974705 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46756) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:02.128653 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.263614 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.268028 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.284406 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-dbe043da-9912-46fb-b75a-04c083c7126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:02.327848 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b81cfdea596541db9f53ae462cbbb30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517618 Jun 28 21:50:02.328658 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c2b33b-8827-47bd-afad-9cfac9232eef,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:02.333963 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46778) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:02.339512 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:02.413015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.424416 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604ac0-ce70-4a96-a2ae-8c48a219cfb8 req-155f067b-35c7-4305-8171-a110762deebb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:02.425953 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f604ac0-ce70-4a96-a2ae-8c48a219cfb8 req-155f067b-35c7-4305-8171-a110762deebb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1570973 Jun 28 21:50:02.459900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.501233 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f604ac0-ce70-4a96-a2ae-8c48a219cfb8 req-cf4b8095-73cf-41f8-b561-0d46d3585624 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668168 Jun 28 21:50:02.539601 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.540325 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:02.541176 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c2b33b-8827-47bd-afad-9cfac9232eef HTTP/1.1" status: 204 len: 168 time: 0.2062786 Jun 28 21:50:02.544036 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dc42dec5-b182-42de-9720-1cf11adc66a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:02.552203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c2b33b-8827-47bd-afad-9cfac9232eef,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:02.555176 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:03.726792 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe9319-fadb-4ffa-b35f-fb2132c462ff req-175d4498-771c-4e0a-9243-0c1005b51cb2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:03.737587 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46fe9319-fadb-4ffa-b35f-fb2132c462ff req-175d4498-771c-4e0a-9243-0c1005b51cb2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0902886 Jun 28 21:50:03.805981 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46fe9319-fadb-4ffa-b35f-fb2132c462ff req-cae64062-5aed-43dd-a0c1-00ff4544b3ab tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Jun 28 21:50:04.192613 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46890) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:04.393113 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.493950 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.577045 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.595179 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-93b56e3f-008c-4348-8e7d-b5263b3c52c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:04.653225 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c09d318e2b1142f6905c114490c6a506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585977 Jun 28 21:50:04.656401 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46942) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:04.665278 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed39c28-a1b1-499c-a63d-29e0ba1168d1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:04.682702 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:04.771488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.803472 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.823815 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46958) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:04.873464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.881723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:04.886131 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bed39c28-a1b1-499c-a63d-29e0ba1168d1 HTTP/1.1" status: 204 len: 168 time: 0.2284498 Jun 28 21:50:04.886979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2de5e814-e6a4-45a8-9bb3-0ffc02de3d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:04.908535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46966) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:04.908711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed39c28-a1b1-499c-a63d-29e0ba1168d1,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:04.912008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:05.020521 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.060745 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55d2e-538d-4b4b-a00e-4aabec66f7dd req-58ad0c2f-cce7-4e1f-9d77-a9a581db18e1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:05.063038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07c55d2e-538d-4b4b-a00e-4aabec66f7dd req-58ad0c2f-cce7-4e1f-9d77-a9a581db18e1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0875416 Jun 28 21:50:05.120263 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.131702 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07c55d2e-538d-4b4b-a00e-4aabec66f7dd req-9e3aee4e-836d-49f8-a2d7-157332ed0d12 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Jun 28 21:50:05.222070 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.234170 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.250222 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-bc5309a4-330e-4cf5-9b13-1bc4cc58ce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:05.307073 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=753b5f2dbf4d4722a8b84fd2b5f37381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798243 Jun 28 21:50:05.314859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 46978) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:05.337467 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294d045-0213-4a25-836f-6fd671ccc28b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:05.365445 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:05.411618 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 46984) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:05.420240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.443328 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.461645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.472930 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.487823 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.492861 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c0494d66-aa74-4892-8f8c-2f7ce1889916 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:05.551819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.556790 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.558533 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4294d045-0213-4a25-836f-6fd671ccc28b HTTP/1.1" status: 204 len: 168 time: 0.2409220 Jun 28 21:50:05.559461 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2f163bfd-a319-4f36-ba89-45c52cdb65f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:05.568082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294d045-0213-4a25-836f-6fd671ccc28b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:05.571827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:05.813529 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe8751e6019c4cec8ceb1bd491a7f1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9037476 Jun 28 21:50:05.817575 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47004) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:05.820458 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf9093-d24e-4613-becb-cdcd6124db2b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:05.824230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:05.892315 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.899884 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.905254 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:05.906906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.936051 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:05.949525 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3199d5d3c574d1ea5f3673331070b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364392 Jun 28 21:50:05.951304 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfb212-2541-453c-b9c1-e27f52321ae1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:05.953662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47008) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:05.957259 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:06.046092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.056004 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47012) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:06.058955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.061479 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.065245 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afdf9093-d24e-4613-becb-cdcd6124db2b HTTP/1.1" status: 204 len: 168 time: 0.2443848 Jun 28 21:50:06.067242 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-052f66db-a082-4bc2-a9d0-f97ca1b8fbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:06.070896 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.085534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.089136 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf9093-d24e-4613-becb-cdcd6124db2b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:06.091256 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:06.154847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.158636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.160383 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ecfb212-2541-453c-b9c1-e27f52321ae1 HTTP/1.1" status: 204 len: 168 time: 0.2053993 Jun 28 21:50:06.161362 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c41379e6-b0f3-4877-b926-d9dbc23e7cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:06.172923 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfb212-2541-453c-b9c1-e27f52321ae1,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:06.175451 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:06.261665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.267052 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.269931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:06.369363 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a5edb0-e111-4542-83d8-d15d480615e1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:06.373537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:06.378230 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5007c0d9fcd4313ae93951ccb50e765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186917 Jun 28 21:50:06.381366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47024) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:06.462410 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.474774 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7efc0b-c7aa-4953-b09b-59c2fe7c2f27 req-54825044-9bfb-4c08-b301-02c01400cb1d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:06.482199 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6e7efc0b-c7aa-4953-b09b-59c2fe7c2f27 req-54825044-9bfb-4c08-b301-02c01400cb1d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1155515 Jun 28 21:50:06.490994 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.559761 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6e7efc0b-c7aa-4953-b09b-59c2fe7c2f27 req-5defe6ab-9781-4caf-a85d-0880c0306181 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Jun 28 21:50:06.599596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.605652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:06.607312 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45a5edb0-e111-4542-83d8-d15d480615e1 HTTP/1.1" status: 204 len: 168 time: 0.2226524 Jun 28 21:50:06.608366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4e950e39-77ac-4c2e-a524-c56501402896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:06.622090 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a5edb0-e111-4542-83d8-d15d480615e1,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:06.627093 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:07.723380 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8335c-28fe-447c-bb81-5277beaf25ab req-df20fdae-7066-4321-ae22-4e9201d91dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:07.727488 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-12c8335c-28fe-447c-bb81-5277beaf25ab req-df20fdae-7066-4321-ae22-4e9201d91dee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 1099 time: 0.1008508 Jun 28 21:50:07.805884 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-12c8335c-28fe-447c-bb81-5277beaf25ab req-d75e6610-7d92-493a-b4d0-9269e40ccf16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Jun 28 21:50:07.869751 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe36215-67a9-4335-a21b-1ee1dfd89902 req-3cfe8f9d-a9c7-4ecf-bbb3-dd25d1ddc79a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:07.873725 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fbe36215-67a9-4335-a21b-1ee1dfd89902 req-3cfe8f9d-a9c7-4ecf-bbb3-dd25d1ddc79a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1722741 Jun 28 21:50:07.957432 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fbe36215-67a9-4335-a21b-1ee1dfd89902 req-9dfc773d-7bf6-4afe-9059-acdd62a8f9a1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643346 Jun 28 21:50:09.223554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797506-a803-4bff-bf99-c5a1b3b2a1ce req-1cf62c57-99ff-40d1-98bd-53c8e348e07d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:09.225135 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-52797506-a803-4bff-bf99-c5a1b3b2a1ce req-1cf62c57-99ff-40d1-98bd-53c8e348e07d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0828876 Jun 28 21:50:09.274700 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-52797506-a803-4bff-bf99-c5a1b3b2a1ce req-09de6c38-cb2b-4267-ab6b-033b2912bd9c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jun 28 21:50:09.545748 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937cd6-9167-4404-91d6-f5ebe789360d req-97eff608-3c02-4fa5-bb10-ee5bf609e415 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:09.547383 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-74937cd6-9167-4404-91d6-f5ebe789360d req-97eff608-3c02-4fa5-bb10-ee5bf609e415 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0793016 Jun 28 21:50:09.628699 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-74937cd6-9167-4404-91d6-f5ebe789360d req-536ebcf8-6a8d-428b-a436-61bfcf93a7fd tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Jun 28 21:50:10.568688 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-e8af0ccb-6604-4ae4-9c84-a8d019305219 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1007886 Jun 28 21:50:10.698492 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa450d-8283-4566-bb85-e12132559da0 req-7d13d97b-6591-419a-abe1-4d65654196f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:10.699934 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-7d13d97b-6591-419a-abe1-4d65654196f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.0665810 Jun 28 21:50:10.832231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa450d-8283-4566-bb85-e12132559da0 req-896c7f04-a51d-4bc3-8ae5-fd287c9b1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:10.833865 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-896c7f04-a51d-4bc3-8ae5-fd287c9b1891 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1099598 Jun 28 21:50:12.063558 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47320) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:12.171440 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.280004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.288728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.291921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0af092f7-61cd-4bdd-b965-68948ab0bbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:12.329082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e426096-c28a-4b83-baaf-f7365d59974d,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:12.334812 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d9bc5eea4cf41729e648d3553392cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697182 Jun 28 21:50:12.336763 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:12.337150 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47324) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:12.407329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.431901 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.478318 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.484309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.484309 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e426096-c28a-4b83-baaf-f7365d59974d HTTP/1.1" status: 204 len: 168 time: 0.1435378 Jun 28 21:50:12.484309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-50148b94-780e-47c2-a359-f0dce48c4c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:12.495939 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e426096-c28a-4b83-baaf-f7365d59974d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:12.498970 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:12.773070 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47336) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:12.787367 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.885163 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.888793 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.895062 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:12.897047 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-741990b3-f625-40e7-9160-b99dc289c17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:12.927736 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1617b9bb49f0452f90138e7edbff4e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533523 Jun 28 21:50:12.928712 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14481686-988d-48b6-82fa-5a90c8e38363,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:12.930870 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47340) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:12.932328 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:12.980471 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:13.014315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:13.060501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:13.063022 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:13.064989 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14481686-988d-48b6-82fa-5a90c8e38363 HTTP/1.1" status: 204 len: 168 time: 0.1330371 Jun 28 21:50:13.065759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-57fb08c8-a0c1-4bb9-adaa-980a1a216f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:13.073294 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14481686-988d-48b6-82fa-5a90c8e38363,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:13.075531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:13.993247 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-f193cdbd-bf77-4d60-bb69-f9ad2b51ac0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0402708 Jun 28 21:50:14.052484 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa450d-8283-4566-bb85-e12132559da0 req-133951b2-c455-4157-b2af-13961fbf0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:14.054516 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-133951b2-c455-4157-b2af-13961fbf0a36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0519516 Jun 28 21:50:14.091700 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-dc727aaf-e55d-45aa-8768-91079d93c1e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297308 Jun 28 21:50:14.232401 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-2338f0fa-4d1c-4b50-8c5e-d31fd0f18f45 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282761 Jun 28 21:50:14.251786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803f5e-bf69-424b-8daf-f12cfa7df896 req-66c3980d-a504-4c70-9764-2042801c9ee2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:14.253357 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7803f5e-bf69-424b-8daf-f12cfa7df896 req-66c3980d-a504-4c70-9764-2042801c9ee2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1484804 Jun 28 21:50:14.345954 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7803f5e-bf69-424b-8daf-f12cfa7df896 req-3ddb1de3-1c4e-48bd-bfdb-a992ef996563 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835230 Jun 28 21:50:14.375114 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afaa450d-8283-4566-bb85-e12132559da0 req-0b435627-9030-45ec-ba56-f8bfee383d25 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205602 Jun 28 21:50:14.848219 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47406) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:14.962319 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.065709 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.070309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.074101 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:15.112453 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4058b82accc04b43a4e5694711828057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607567 Jun 28 21:50:15.112453 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32749f2-76c0-45ef-b1cf-6a97eb52e343,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:15.113603 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47416) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:15.114595 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:15.163934 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.188373 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.233708 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.236341 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.237618 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d32749f2-76c0-45ef-b1cf-6a97eb52e343 HTTP/1.1" status: 204 len: 168 time: 0.1228361 Jun 28 21:50:15.238358 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2c986cb5-8704-4f73-90fa-d1b7cecbbf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:15.247705 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32749f2-76c0-45ef-b1cf-6a97eb52e343,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:15.250234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:15.519823 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47424) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:15.533738 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.637522 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.646657 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.651457 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a7f42002-fdd7-4bde-b800-c3ba31f417bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:15.695741 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2802e19dc2a4492dbf76ce590e929649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746325 Jun 28 21:50:15.696744 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf378d36-a152-4f6f-bde0-0d66ee7a2a55,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:15.700306 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:15.700796 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47428) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:15.755613 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.785483 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.843573 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.846291 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:15.847395 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf378d36-a152-4f6f-bde0-0d66ee7a2a55 HTTP/1.1" status: 204 len: 168 time: 0.1456037 Jun 28 21:50:15.848112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6e801ca0-b892-4180-af79-ffa2a1b0b812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:15.855347 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf378d36-a152-4f6f-bde0-0d66ee7a2a55,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:15.857472 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:17.732528 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221109c-baa0-4777-9399-5a103147cca9 req-9da3af35-7124-4534-a862-0f153d0e1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:17.734705 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-9da3af35-7124-4534-a862-0f153d0e1468 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.0845861 Jun 28 21:50:17.874518 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221109c-baa0-4777-9399-5a103147cca9 req-6ee31853-0e94-4ff8-a541-5f45756e034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:17.875956 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-6ee31853-0e94-4ff8-a541-5f45756e034d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1307397 Jun 28 21:50:17.902071 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef718b-4438-4cab-8cd9-61fedeaffc7e req-dc2cd844-08a6-4083-95d3-2e0501be4fdb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:17.903576 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07ef718b-4438-4cab-8cd9-61fedeaffc7e req-dc2cd844-08a6-4083-95d3-2e0501be4fdb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1280391 Jun 28 21:50:17.935222 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-df1c31fa-eb39-4429-952c-5f9537ce9160 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0495424 Jun 28 21:50:18.005106 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07ef718b-4438-4cab-8cd9-61fedeaffc7e req-e2327aec-371a-499a-abf4-17f2b08deda2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723217 Jun 28 21:50:18.010789 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221109c-baa0-4777-9399-5a103147cca9 req-e2c077b2-2f2a-4e41-bc1e-de7b8b747b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:18.012219 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-e2c077b2-2f2a-4e41-bc1e-de7b8b747b8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0705183 Jun 28 21:50:18.055326 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-1ea9288f-ffca-4cbb-97d5-ef208b558602 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341825 Jun 28 21:50:18.168935 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-635f1eb4-1f75-47ca-8e8e-8b3fdaa718ed service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045101 Jun 28 21:50:18.290233 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9221109c-baa0-4777-9399-5a103147cca9 req-4dc6220a-d399-4a77-8fe8-654300fce40c service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131608 Jun 28 21:50:18.633587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47522) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:18.769816 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:18.912937 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:18.918818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:18.929523 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-739b6d02-acd2-4d6c-875f-5a2fcf7cdf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:18.974273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556a936-a352-4035-83ef-41223e33a787,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:18.982010 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=180cc8b884aa4d27844b6e70e410a55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472741 Jun 28 21:50:18.982663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47544) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:18.983156 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:19.055196 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.083322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.151073 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.155281 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.159298 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a556a936-a352-4035-83ef-41223e33a787 HTTP/1.1" status: 204 len: 168 time: 0.1724546 Jun 28 21:50:19.159298 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-351e11c8-f0d5-4942-8984-ba6313aa98d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:19.166651 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556a936-a352-4035-83ef-41223e33a787,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:19.168930 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:19.270489 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadc71f-ed5f-41a4-a0e6-b6d8ed94eb79 req-2f5a996a-63e6-4c2c-90dd-2384a841b4b0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:19.278421 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2dadc71f-ed5f-41a4-a0e6-b6d8ed94eb79 req-2f5a996a-63e6-4c2c-90dd-2384a841b4b0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1253068 Jun 28 21:50:19.328851 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2dadc71f-ed5f-41a4-a0e6-b6d8ed94eb79 req-a10d386f-beef-410d-bfaf-45c1d57fca62 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490415 Jun 28 21:50:19.442725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47566) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:19.554436 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.559804 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47570) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:19.584083 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.661667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.665618 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.668905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-218ddac4-ccad-4cd8-bec8-ffa6c894b635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:19.715281 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22f3e910a4434d379833c3a1cbafe6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713492 Jun 28 21:50:19.715970 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186b0ee-171f-4bcc-8220-af4fdd6430fc,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:19.718981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:19.719466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47572) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:19.765995 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.776085 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.778256 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.779618 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1f6b3014-6190-4012-9709-a8039916c00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:19.802438 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.818611 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c979163787f24ec293392c173608ad77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574205 Jun 28 21:50:19.820484 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f143502-67df-4102-83fb-593c6d29660d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:19.823536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:19.824169 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47574) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:19.862555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.865186 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.866875 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2186b0ee-171f-4bcc-8220-af4fdd6430fc HTTP/1.1" status: 204 len: 168 time: 0.1459751 Jun 28 21:50:19.867849 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:19.875756 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186b0ee-171f-4bcc-8220-af4fdd6430fc,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:19.877989 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:19.913236 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:19.937687 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.002120 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.005857 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.007775 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f143502-67df-4102-83fb-593c6d29660d HTTP/1.1" status: 204 len: 168 time: 0.1821957 Jun 28 21:50:20.009277 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f21b194d-0cc7-4e1c-a545-c876f37fce5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:20.017903 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f143502-67df-4102-83fb-593c6d29660d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:20.022725 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:20.604520 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54529651-dc32-4b47-baef-9d205a353e9b req-dcac0239-4ee2-40e7-8ea4-faa4e8f1aefe tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:20.606142 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-54529651-dc32-4b47-baef-9d205a353e9b req-dcac0239-4ee2-40e7-8ea4-faa4e8f1aefe tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1173613 Jun 28 21:50:20.651018 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-54529651-dc32-4b47-baef-9d205a353e9b req-6457316e-b1d5-4042-adf6-7b411c37477d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Jun 28 21:50:20.651018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47618) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:20.652088 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9622af14-568f-4cd9-98dd-f7a4f92fd261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.849319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.982453 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.990076 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:20.995453 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-10675967-0fba-4ad3-8641-ff743f031365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:21.039800 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ab5bf27b59c43618c04d527d011130c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855515 Jun 28 21:50:21.039800 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88538b22-4298-4338-9091-5294c9dc8d76,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:21.040714 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47640) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:21.056487 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7529de31-32d5-421f-b39a-6fccfae0da3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:21.123703 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:21.160985 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:21.230693 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:21.233641 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:21.235722 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88538b22-4298-4338-9091-5294c9dc8d76 HTTP/1.1" status: 204 len: 168 time: 0.1804700 Jun 28 21:50:21.236518 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-22451ec8-ad69-4544-96f3-ff07f7ec9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:21.246665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88538b22-4298-4338-9091-5294c9dc8d76,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:21.250335 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:21.955193 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbbc1e-8997-43c7-ad60-585a8f1c2c3b req-2f93e5f6-e3da-4f75-859c-ca4e8c26ce8b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:21.956947 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a2dbbc1e-8997-43c7-ad60-585a8f1c2c3b req-2f93e5f6-e3da-4f75-859c-ca4e8c26ce8b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0737917 Jun 28 21:50:22.006293 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a2dbbc1e-8997-43c7-ad60-585a8f1c2c3b req-2df660ed-54dd-4bad-a3e8-95cdeb063947 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Jun 28 21:50:22.216663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47708) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:22.451018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.484230 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:50:22.591312 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.600084 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.605516 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c6299be7-a007-4e47-a004-a60a2768f4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:22.614842 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47728) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:22.648481 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0359c7155e442f586d5794079d8d614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282219 Jun 28 21:50:22.649475 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47732) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:22.652814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee949ed7-97fa-4bef-83d9-1c48c9fc2b26,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:22.658942 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:22.731892 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.763127 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.835006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2130260506-network', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:22.849847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.852776 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.856914 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee949ed7-97fa-4bef-83d9-1c48c9fc2b26 HTTP/1.1" status: 204 len: 168 time: 0.2024879 Jun 28 21:50:22.862126 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3980d789-5091-43e1-b658-5a3b03dcd0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:22.865606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Made reservation on behalf of cb322b7c5b534c76a076f4439bf1793d for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:22.868638 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:22.881689 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee949ed7-97fa-4bef-83d9-1c48c9fc2b26,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:22.885493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:22.886757 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.042624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.051626 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.086248 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:50:23.102196 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.102956 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Added segment 9c10203e-8ee2-41cf-b0d1-8c8754620aae of type vlan for network 6ddfacec-d7c8-404b-9912-5a441115f2f0 Jun 28 21:50:23.145591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6d1a7a0b-d03c-43a3-b872-0513fc2fce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.160270 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-350eb5ca-3f97-4da8-8f3c-0e4d1174fb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:23.166212 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.216425 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a3025-227d-4a0a-b966-14cbb744f80e,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:23.230128 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:23.257996 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.260847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:23.261434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.265398 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b097ffe7-1c26-4b28-abef-9c1a7410a885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:23.309881 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6936710 Jun 28 21:50:23.315546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47756) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:23.327117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Request body: {'subnet': {'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2130260506-subnet', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:23.363300 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Made reservation on behalf of cb322b7c5b534c76a076f4439bf1793d for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:23.368685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8927722'] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.473219 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47762) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:23.491020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.544163 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.624981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddfacec-d7c8-404b-9912-5a441115f2f0,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:23.639642 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079fa0f-6226-46eb-a294-543a8a6b3294 req-207fca70-716e-483b-9b8d-860a29b9e6b4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:23.643736 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:50:23.649631 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2079fa0f-6226-46eb-a294-543a8a6b3294 req-207fca70-716e-483b-9b8d-860a29b9e6b4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.4408162 Jun 28 21:50:23.654048 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:23.708336 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.709724 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9258698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8927740'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.710326 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2079fa0f-6226-46eb-a294-543a8a6b3294 req-cd0b0bc0-0bb0-4564-a0a6-009842dabb59 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Jun 28 21:50:23.713201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5f8fc4d9-8d86-4f09-b523-d13379f551d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:23.765814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0322605b-b0e2-401d-82a0-55f2005fc15c,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:23.770255 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.774143 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:23.776443 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e9eed613-0536-4872-8f01-d419877d0c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:23.891949 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=382de2f7459e479ca92324430139f8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137518 Jun 28 21:50:23.892996 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47770) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:23.898374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb76511-6077-4fbe-884b-01f16ff95266,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:23.904691 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:23.912035 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:23.913110 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Network hostable DHCP agents. Network: 6ddfacec-d7c8-404b-9912-5a441115f2f0, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:50:23.939287 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:50:23.949481 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 6ddfacec-d7c8-404b-9912-5a441115f2f0) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:23.958398 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:23.958865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68928af-da56-4870-b09a-6ad4ffef8496 None None] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:23.959322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.975358 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:23.979300 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6613147 Jun 28 21:50:23.982141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47772) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:23.986534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:24.018245 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.038614 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.039725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.132524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.144580 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.147326 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.147605 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-6ddfacec-d7c8-404b-9912-5a441115f2f0', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:50:24.148651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.150287 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eb76511-6077-4fbe-884b-01f16ff95266 HTTP/1.1" status: 204 len: 168 time: 0.2559998 Jun 28 21:50:24.190764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dafabd0d-0973-4dd2-a6fb-fade531a7745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:24.201006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb76511-6077-4fbe-884b-01f16ff95266,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:24.204581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:24.270686 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.314879 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.333901 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Allocated IP 172.20.0.2 (6ddfacec-d7c8-404b-9912-5a441115f2f0/0322605b-b0e2-401d-82a0-55f2005fc15c/cd300f83-3b99-40cc-8648-6ab432104e8b) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:24.514388 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.526861 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Transition to ACTIVE for port object cd300f83-3b99-40cc-8648-6ab432104e8b will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:24.543073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.547045 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Transition to ACTIVE for port object cd300f83-3b99-40cc-8648-6ab432104e8b will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:24.554425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.564940 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:24.565970 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.576227 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:24.578980 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:24.598523 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:24.645487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Pushing event updated for resources: {'Port': ['ID=cd300f83-3b99-40cc-8648-6ab432104e8b,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:24.673246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.673362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.673690 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.674053 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.674370 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.674864 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.675354 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.675825 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.676315 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.676820 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.677294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.677772 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:24.683204 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:24.695800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Attempting to bind port cd300f83-3b99-40cc-8648-6ab432104e8b on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:24.696452 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Attempting to bind port cd300f83-3b99-40cc-8648-6ab432104e8b by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:24.696972 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Attempting to bind port cd300f83-3b99-40cc-8648-6ab432104e8b on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:24.702455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Allocated IP 172.27.1.18 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/a74e1431-6c52-4227-9dec-bc276cd80be3) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:24.703703 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:24.704335 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:24.704789 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.705425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Bound using segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:24.705949 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Bound port: cd300f83-3b99-40cc-8648-6ab432104e8b, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:24.706339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.792393 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] For port cd300f83-3b99-40cc-8648-6ab432104e8b, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:24.798402 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] For port cd300f83-3b99-40cc-8648-6ab432104e8b, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=cd300f83-3b99-40cc-8648-6ab432104e8b,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:24.810804 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.813651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:24.854193 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.880861 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Pushing event updated for resources: {'Port': ['ID=cd300f83-3b99-40cc-8648-6ab432104e8b,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:24.884797 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:24.917255 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:24.920408 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-23faeaba-06ee-4a02-b272-7de1a1f17a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:24.974663 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:24.984177 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:24.988803 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:25.034343 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Pushing event updated for resources: {'Port': ['ID=a74e1431-6c52-4227-9dec-bc276cd80be3,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:25.037978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:25.173903 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47802) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:25.328670 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181144486-network', 'tenant_id': '345d57d9abc44ef18bf0853ae192a7e1'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:25.352607 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Made reservation on behalf of 345d57d9abc44ef18bf0853ae192a7e1 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:25.355226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.364921 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.365282 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.468281 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.474053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.477781 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-cc8620d7-115f-4544-96eb-11e23e81e323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:25.503608 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:50:25.515536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667d17b-5c27-434a-89cc-d1ed719e2320,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:25.520398 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:25.522063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.522063 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Added segment ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5 of type vlan for network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 Jun 28 21:50:25.553009 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.573959 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.618117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.620004 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:25.620696 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.622497 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.623428 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-372313d2-c6bd-4e33-868d-c76c29208c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:25.671478 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4909217 Jun 28 21:50:25.675907 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47808) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:25.681448 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Request body: {'subnet': {'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181144486-subnet', 'tenant_id': '345d57d9abc44ef18bf0853ae192a7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:25.723992 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Pushing event updated for resources: {'Network': ['ID=242e2189-5ad0-4c21-a38b-bb7ffce5ea15,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:25.727508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:25.737597 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:50:25.758832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Made reservation on behalf of 345d57d9abc44ef18bf0853ae192a7e1 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:25.762710 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:25.932974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:50:26.044873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbbfa1a-f699-4cb4-bf56-5bc9f517451b None None] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:26.080553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.109492 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:26.120665 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-bc50a89e-6724-4755-bb4f-b80928510db3 None None] Provisioning for port cd300f83-3b99-40cc-8648-6ab432104e8b completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:26.170698 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:50:26.183191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f525582-0906-4df2-87b5-3b35b49cc444,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:26.190375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:26.191176 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:50:26.201736 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Checking segment: {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:26.202146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Network hostable DHCP agents. Network: 242e2189-5ad0-4c21-a38b-bb7ffce5ea15, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:50:26.204263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.205455 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2223725 Jun 28 21:50:26.205645 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:26.206256 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:26.208585 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47814) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:26.234838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:50:26.249931 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 242e2189-5ad0-4c21-a38b-bb7ffce5ea15) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:26.263077 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc8ffd-1e92-40dc-898c-3ce59487f753 None None] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:26.269664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:26.271281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.300956 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6236742 Jun 28 21:50:26.346682 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:26.461316 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764974a-82a3-4f5a-89e6-49eecf4a8311 None None] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:26.663140 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device cd300f83-3b99-40cc-8648-6ab432104e8b up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:26.722130 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:25Z', 'revision_number': 3, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:26.759348 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:50:26.759922 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Updating router d03ee893-9dbb-41c1-b706-b88ee20b54d3 port a74e1431-6c52-4227-9dec-bc276cd80be3 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:50:26.806015 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.885225 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port cd300f83-3b99-40cc-8648-6ab432104e8b completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:26.889794 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e705-07aa-42e9-890c-7281fd04d895 req-0cf969be-62ae-44a9-8c99-8ce39dc27f0f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:26.891576 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e4f4e705-07aa-42e9-890c-7281fd04d895 req-0cf969be-62ae-44a9-8c99-8ce39dc27f0f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1154487 Jun 28 21:50:26.901820 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port cd300f83-3b99-40cc-8648-6ab432104e8b triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:26.902248 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.967530 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:26.993983 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e4f4e705-07aa-42e9-890c-7281fd04d895 req-b698eafe-a747-4762-80db-0c26644bdfd4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Jun 28 21:50:27.043794 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.091363 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port cd300f83-3b99-40cc-8648-6ab432104e8b, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=cd300f83-3b99-40cc-8648-6ab432104e8b,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:27.097427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.102184 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:27.193161 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=cd300f83-3b99-40cc-8648-6ab432104e8b,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:27.198923 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:27.242530 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.269847 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Transition to ACTIVE for port object a74e1431-6c52-4227-9dec-bc276cd80be3 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:27.283072 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.291093 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:27.294663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Allocated IP 172.20.0.1 (6ddfacec-d7c8-404b-9912-5a441115f2f0/0322605b-b0e2-401d-82a0-55f2005fc15c/eb2a9a24-f73b-4d46-b431-e057ebe73e68) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:27.356822 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Pushing event updated for resources: {'Port': ['ID=a74e1431-6c52-4227-9dec-bc276cd80be3,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:27.367372 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.367847 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.368295 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.369462 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.370122 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.370651 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.371172 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.371626 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.372146 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.372597 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.373059 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.373503 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:27.377541 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:27.403169 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Attempting to bind port a74e1431-6c52-4227-9dec-bc276cd80be3 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:27.403809 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Attempting to bind port a74e1431-6c52-4227-9dec-bc276cd80be3 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:27.404313 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Attempting to bind port a74e1431-6c52-4227-9dec-bc276cd80be3 on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:27.425627 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:27.426206 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:27.426706 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.427261 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:27.428074 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Bound port: a74e1431-6c52-4227-9dec-bc276cd80be3, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:27.428858 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.511396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.530023 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Transition to ACTIVE for port object eb2a9a24-f73b-4d46-b431-e057ebe73e68 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:27.533406 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] For port a74e1431-6c52-4227-9dec-bc276cd80be3, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:27.540957 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] For port a74e1431-6c52-4227-9dec-bc276cd80be3, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a74e1431-6c52-4227-9dec-bc276cd80be3,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:27.548845 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.554934 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-235df9e3-0282-4837-ac85-dc6ff9eebff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:27.581554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.584111 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:27.633356 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:27.636838 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:27.642508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:27.700636 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:27.706161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:27.716727 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:27.796159 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:27.798779 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:27.923390 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Pushing event updated for resources: {'Port': ['ID=a74e1431-6c52-4227-9dec-bc276cd80be3,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:27.962253 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:27.966407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.133738 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-453d929f-621c-4b84-9e79-06ecd01100ca None None] Provisioning for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:28.141579 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-453d929f-621c-4b84-9e79-06ecd01100ca None None] Provisioning complete for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:28.144510 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-453d929f-621c-4b84-9e79-06ecd01100ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.188296 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:28.221127 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-453d929f-621c-4b84-9e79-06ecd01100ca None None] Port eb2a9a24-f73b-4d46-b431-e057ebe73e68 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:50:28.313610 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.324711 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.338146 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd547ef-e4be-496a-90da-442332f08c2d req-37671468-ad8a-49a8-b846-f8a681246fb0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:28.340006 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cdd547ef-e4be-496a-90da-442332f08c2d req-37671468-ad8a-49a8-b846-f8a681246fb0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1498973 Jun 28 21:50:28.341973 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:28.431922 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.447069 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Pushing event updated for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:28.455395 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:28.494623 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cdd547ef-e4be-496a-90da-442332f08c2d req-cd815feb-c06c-4ee3-9006-7178b8ff76e9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107776 Jun 28 21:50:28.577728 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device cd300f83-3b99-40cc-8648-6ab432104e8b up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:28.585589 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:25Z', 'revision_number': 3, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:28.597869 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:28.600125 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:28.627423 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab0165-9d1c-48af-8edc-cc6c27404861 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:25Z', 'revision_number': 3, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:50:28.705452 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port cd300f83-3b99-40cc-8648-6ab432104e8b triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:28.706067 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:28.843210 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:50:28.902343 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-5b461a32-cb86-4322-8315-683b128c917a tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:28.904742 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-5b461a32-cb86-4322-8315-683b128c917a tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 808 time: 0.2486949 Jun 28 21:50:28.932815 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-c9c7539e-89e3-4eab-bcbe-7ca33b73e72f tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/quotas/345d57d9abc44ef18bf0853ae192a7e1 HTTP/1.1" status: 200 len: 375 time: 0.0196431 Jun 28 21:50:28.969440 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-9cd8a9e1-9786-4be8-b374-0f707c7670ba None None] Provisioning complete for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:28.970119 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a9e1-9786-4be8-b374-0f707c7670ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:29.029722 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:50:29.037774 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] 10.222.0.37 "PUT /v2.0/routers/d03ee893-9dbb-41c1-b706-b88ee20b54d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271134 Jun 28 21:50:29.097660 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-64e204c2-102c-4f97-9060-f6c53a3c744c tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1440504 Jun 28 21:50:29.120307 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8a9e1-9786-4be8-b374-0f707c7670ba None None] Port eb2a9a24-f73b-4d46-b431-e057ebe73e68 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:50:29.218281 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-665efe9d-fc1c-42ab-a5ae-66bc3b92e660 service neutron] 10.222.0.37 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194704 Jun 28 21:50:29.448342 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-430d51f0-38d4-443b-b3fd-c3bd1ca6ce4c service neutron] 10.222.0.37 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164330 Jun 28 21:50:30.021790 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 47922) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:30.028789 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1361423720-network', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:30.069109 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Made reservation on behalf of ea94b4ba1b944e9a8f3fe4d0e968ff35 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:30.073155 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.090616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.211697 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.216168 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.220348 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-48467e8a-43b6-4f61-95f2-6771430cbfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:30.245673 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:50:30.255896 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df275ee0-703e-41e1-8717-d5b595ebf031,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:30.260148 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:30.268272 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.274143 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Added segment 9f322ddd-866b-46c2-ba40-08bee77bf91b of type vlan for network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d Jun 28 21:50:30.316260 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.357880 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.359877 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:30.360865 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.363289 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:30.395529 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3722582 Jun 28 21:50:30.399447 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47928) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:30.404774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Request body: {'subnet': {'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1361423720-subnet', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:30.428875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Made reservation on behalf of ea94b4ba1b944e9a8f3fe4d0e968ff35 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:30.432040 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.612035 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a74e1431-6c52-4227-9dec-bc276cd80be3 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:30.670902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:30.674732 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:30.676638 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port a74e1431-6c52-4227-9dec-bc276cd80be3 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:30.686141 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:50:30.696684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.699515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba98d4fb-f26c-407b-a911-97f9d243eca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:30.699776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port a74e1431-6c52-4227-9dec-bc276cd80be3 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:30.700221 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.760454 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2245deac-7699-4b69-9fe5-0bc1da4bd86c,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:30.765444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:30.768366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Checking segment: {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:30.768731 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Network hostable DHCP agents. Network: ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:50:30.787240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:50:30.801755 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:30.809260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:30.809260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.814527 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb137cef-0128-4ab5-abbb-4f403c5534cb None None] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:30.825828 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-9cee160a-16fc-45e1-babb-d28b280b2fbe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4250977 Jun 28 21:50:30.828207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 47932) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:30.833542 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:30.847552 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.861006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.862504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.912453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port a74e1431-6c52-4227-9dec-bc276cd80be3, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a74e1431-6c52-4227-9dec-bc276cd80be3,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:30.926197 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.934347 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:30.958729 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:30.972756 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:50:31.032175 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:31.033509 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:31.078926 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=a74e1431-6c52-4227-9dec-bc276cd80be3,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:31.082548 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:31.155102 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752da229-7571-4f91-af40-95ca029da78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'fixed_ips': [{'subnet_id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:50:31.156378 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.286473 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:31.471643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.568007 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffa2cc-9b3d-4754-ab74-0718d5d86916 req-79d8d149-f9a9-4652-a13d-9cebeeb7391c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:31.573636 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ffa2cc-9b3d-4754-ab74-0718d5d86916 req-79d8d149-f9a9-4652-a13d-9cebeeb7391c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1451411 Jun 28 21:50:31.579286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a878f946-a8fa-450c-a835-b68739d7c774 req-3748a200-847a-4f51-887c-fe0c446ec640 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 210 time: 0.0659144 Jun 28 21:50:31.617871 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-752da229-7571-4f91-af40-95ca029da78f None None] Allocated IP 172.20.0.2 (ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d/2245deac-7699-4b69-9fe5-0bc1da4bd86c/8ccd5615-d5d2-46c8-84c0-865aaac05b74) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:31.635811 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ffa2cc-9b3d-4754-ab74-0718d5d86916 req-59c03bca-97da-4fe8-ad93-9890492ea531 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Jun 28 21:50:31.796038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.818923 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.849618 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:28Z', 'revision_number': 2, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:31.851775 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.890992 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:50:31.891483 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Updating router d03ee893-9dbb-41c1-b706-b88ee20b54d3 port eb2a9a24-f73b-4d46-b431-e057ebe73e68 binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:50:31.895560 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-752da229-7571-4f91-af40-95ca029da78f None None] Transition to ACTIVE for port object 8ccd5615-d5d2-46c8-84c0-865aaac05b74 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:31.945210 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-752da229-7571-4f91-af40-95ca029da78f None None] Transition to ACTIVE for port object 8ccd5615-d5d2-46c8-84c0-865aaac05b74 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:31.953482 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.964859 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:31.972422 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:31.988549 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Allocated IP 172.27.1.63 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/dfc6c095-4607-4292-a072-c46bab759243) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:32.040340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752da229-7571-4f91-af40-95ca029da78f None None] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:32.052072 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-752da229-7571-4f91-af40-95ca029da78f None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:32.066689 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752da229-7571-4f91-af40-95ca029da78f None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:32.075699 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da229-7571-4f91-af40-95ca029da78f None None] Pushing event updated for resources: {'Port': ['ID=8ccd5615-d5d2-46c8-84c0-865aaac05b74,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:32.089528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-752da229-7571-4f91-af40-95ca029da78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:32.129862 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.177947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.182614 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:32.221361 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-752da229-7571-4f91-af40-95ca029da78f None None] Attempting to bind port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:32.221743 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-752da229-7571-4f91-af40-95ca029da78f None None] Attempting to bind port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:32.222145 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752da229-7571-4f91-af40-95ca029da78f None None] Attempting to bind port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 on network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:32.240079 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752da229-7571-4f91-af40-95ca029da78f None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:32.240659 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752da229-7571-4f91-af40-95ca029da78f None None] Checking segment: {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:32.240912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.241528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752da229-7571-4f91-af40-95ca029da78f None None] Bound using segment: {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:32.242542 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-752da229-7571-4f91-af40-95ca029da78f None None] Bound port: 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:32.242542 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.245185 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:32.263173 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:32.271684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:32.363890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc6c095-4607-4292-a072-c46bab759243,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:32.373892 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:32.417371 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-752da229-7571-4f91-af40-95ca029da78f None None] For port 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:32.440095 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-752da229-7571-4f91-af40-95ca029da78f None None] For port 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8ccd5615-d5d2-46c8-84c0-865aaac05b74,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:32.470691 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-752da229-7571-4f91-af40-95ca029da78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.505312 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:32.647211 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a74e1431-6c52-4227-9dec-bc276cd80be3 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:32.689769 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-cdaead86-da7d-4143-8503-7d69c1a97227 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:32.693036 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-cdaead86-da7d-4143-8503-7d69c1a97227 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 808 time: 0.4782875 Jun 28 21:50:32.737787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Request body: {'port': {'device_id': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15', 'admin_state_up': True, 'tenant_id': '345d57d9abc44ef18bf0853ae192a7e1'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:32.869996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.876097 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da229-7571-4f91-af40-95ca029da78f None None] Pushing event updated for resources: {'Port': ['ID=8ccd5615-d5d2-46c8-84c0-865aaac05b74,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:32.890030 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-752da229-7571-4f91-af40-95ca029da78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:32.903419 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Transition to ACTIVE for port object eb2a9a24-f73b-4d46-b431-e057ebe73e68 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:32.915054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:32.926645 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:32.931075 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port a74e1431-6c52-4227-9dec-bc276cd80be3 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:32.931743 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.118523 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad1d08-7558-4599-a56c-61cdc5df1a3c req-a2e29c61-8cf4-41e7-a7b6-76b689387cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:33.122368 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-27ad1d08-7558-4599-a56c-61cdc5df1a3c req-a2e29c61-8cf4-41e7-a7b6-76b689387cee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.3006186 Jun 28 21:50:33.133522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Pushing event updated for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:33.148464 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-27d0f81c-4c9e-407f-850b-84478dcad66a req-92b97aa2-b697-4e01-b5e9-3cd98cd88c58 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 210 time: 0.1532297 Jun 28 21:50:33.179976 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:33.214931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0178-dc3c-44c4-86c6-98e76e07dc45 req-459abd95-7ea4-4dcd-b187-b3ad135bc8dc tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:33.229222 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ba3e0178-dc3c-44c4-86c6-98e76e07dc45 req-459abd95-7ea4-4dcd-b187-b3ad135bc8dc tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.3057096 Jun 28 21:50:33.268783 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Attempting to bind port eb2a9a24-f73b-4d46-b431-e057ebe73e68 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:33.270463 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Attempting to bind port eb2a9a24-f73b-4d46-b431-e057ebe73e68 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:33.270958 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Attempting to bind port eb2a9a24-f73b-4d46-b431-e057ebe73e68 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:33.284010 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:33.284962 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:33.285974 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.289858 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Bound using segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:33.290771 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Bound port: eb2a9a24-f73b-4d46-b431-e057ebe73e68, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:33.291270 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.329696 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-27ad1d08-7558-4599-a56c-61cdc5df1a3c req-e0c02a6c-9c84-480a-a97a-1575659ad032 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955352 Jun 28 21:50:33.348118 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Made reservation on behalf of 345d57d9abc44ef18bf0853ae192a7e1 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:50:33.352364 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.373690 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.388897 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ba3e0178-dc3c-44c4-86c6-98e76e07dc45 req-ab9015b1-132b-4345-8ff6-de3b06f23fd9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570032 Jun 28 21:50:33.485102 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] For port eb2a9a24-f73b-4d46-b431-e057ebe73e68, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:33.491203 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] For port eb2a9a24-f73b-4d46-b431-e057ebe73e68, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=eb2a9a24-f73b-4d46-b431-e057ebe73e68,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:33.498686 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:33.502679 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:33.573951 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Pushing event updated for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:33.598162 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:33.599325 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:33.608908 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:33.849543 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Allocated IP 172.20.0.10 (242e2189-5ad0-4c21-a38b-bb7ffce5ea15/7f525582-0906-4df2-87b5-3b35b49cc444/30d2fac2-236b-45f6-a69e-b6462621121b) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:33.851259 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:33.871377 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:34.166542 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:34.175245 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Router 44bd67e3-b152-4d51-8256-b8c63ec7e597 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:50:34.320136 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:33Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:34.368224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b7770-dac9-49fe-98bf-9c6bc3f6b41b None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:33Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:50:34.467584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:34.481337 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:34.560122 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:50:34.577670 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Sync routers for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:50:34.583954 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc80cf-d0c5-4ff3-825c-72089ae112ae None None] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:50:34.588374 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:34.594681 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:34.595385 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:34.597854 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:34.606764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:34.614786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Pushing event updated for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:34.641111 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:34.642156 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:34.643527 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8139837 Jun 28 21:50:34.646439 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48018) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:34.787344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:34.788277 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:34.789682 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:34.857872 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1345992 Jun 28 21:50:34.886801 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Request body: {'port': {'device_id': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:35.120942 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:32Z', 'revision_number': 3, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:35.144299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.185215 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Checking router: 44bd67e3-b152-4d51-8256-b8c63ec7e597 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:50:35.185567 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Updating router 44bd67e3-b152-4d51-8256-b8c63ec7e597 port dfc6c095-4607-4292-a072-c46bab759243 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:50:35.221173 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8ccd5615-d5d2-46c8-84c0-865aaac05b74 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:35.248864 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.259569 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81d164-7f5d-4314-ba6c-b6f08e1dd7d5 req-0cf54d65-d829-48b4-b297-43315f606458 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:35.271216 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-af81d164-7f5d-4314-ba6c-b6f08e1dd7d5 req-0cf54d65-d829-48b4-b297-43315f606458 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.5893848 Jun 28 21:50:35.304686 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d5bc-c570-4c5e-a4d0-70ffa8f232a2 req-75e57b23-02f2-47ef-9e5c-71d725e46fd2 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:35.306949 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1694d5bc-c570-4c5e-a4d0-70ffa8f232a2 req-75e57b23-02f2-47ef-9e5c-71d725e46fd2 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 932 time: 0.8984509 Jun 28 21:50:35.399527 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-af81d164-7f5d-4314-ba6c-b6f08e1dd7d5 req-bc06183a-6702-40fc-8ad7-b58f560262d3 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267407 Jun 28 21:50:35.450570 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d0f696da-ab36-434d-b234-9d10fe8db2dd None None] Provisioning for port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:35.498544 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1694d5bc-c570-4c5e-a4d0-70ffa8f232a2 req-22ceb90d-5cf6-4aa5-8477-a79837a48145 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769652 Jun 28 21:50:35.556314 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:35.564390 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:35.564777 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.660305 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.673301 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Transition to ACTIVE for port object dfc6c095-4607-4292-a072-c46bab759243 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:35.685035 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.702615 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-3db10fc1-0994-4f27-887d-537da866dd07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:35.717561 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.778528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8ccd5615-d5d2-46c8-84c0-865aaac05b74,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:35.792088 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.793372 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device eb2a9a24-f73b-4d46-b431-e057ebe73e68 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:35.805027 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf19bb-240a-4d1a-93f0-3fb9c4825fcf None None] Pushing event updated for resources: {'Port': ['ID=dfc6c095-4607-4292-a072-c46bab759243,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:35.832482 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-c8cf19bb-240a-4d1a-93f0-3fb9c4825fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:35.837405 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Attempting to bind port dfc6c095-4607-4292-a072-c46bab759243 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:35.839827 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Attempting to bind port dfc6c095-4607-4292-a072-c46bab759243 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:35.840204 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Attempting to bind port dfc6c095-4607-4292-a072-c46bab759243 on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:35.850422 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:35.851393 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:35.852219 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.853371 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:35.854090 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.857273 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Bound port: dfc6c095-4607-4292-a072-c46bab759243, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:35.858367 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.869406 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:35.979439 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] For port dfc6c095-4607-4292-a072-c46bab759243, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:35.985451 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] For port dfc6c095-4607-4292-a072-c46bab759243, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=dfc6c095-4607-4292-a072-c46bab759243,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:35.995420 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:35.998999 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=8ccd5615-d5d2-46c8-84c0-865aaac05b74,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:36.004141 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:36.012897 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:36.036753 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:36.042497 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:36.043048 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.096214 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Allocated IP 172.20.0.1 (ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d/2245deac-7699-4b69-9fe5-0bc1da4bd86c/87856345-d1d4-44e3-8e36-337a8b053fd3) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:50:36.167881 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:36.169023 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:36.220787 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.237081 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Transition to ACTIVE for port object 87856345-d1d4-44e3-8e36-337a8b053fd3 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:36.277138 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.279823 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:36.303077 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.307897 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf19bb-240a-4d1a-93f0-3fb9c4825fcf None None] Pushing event updated for resources: {'Port': ['ID=dfc6c095-4607-4292-a072-c46bab759243,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:36.333441 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-c8cf19bb-240a-4d1a-93f0-3fb9c4825fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:36.379852 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:36.387124 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:36.388634 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port eb2a9a24-f73b-4d46-b431-e057ebe73e68, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=eb2a9a24-f73b-4d46-b431-e057ebe73e68,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:36.399286 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Pushing event updated for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:36.404216 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d2fac2-236b-45f6-a69e-b6462621121b {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:50:36.407769 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:36.408555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:50:36.409639 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.417572 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:36.424715 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.462162 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Transition to ACTIVE for port object 30d2fac2-236b-45f6-a69e-b6462621121b will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:36.472513 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.481001 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:36.516432 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:36.520858 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:36.524915 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-89dc11bd-f0ef-4ba9-857d-747d0f1a93bb None None] Provisioning complete for port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:36.525438 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-89dc11bd-f0ef-4ba9-857d-747d0f1a93bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.548779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.579175 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:36.699725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Pushing event updated for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:36.717726 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8ccd5615-d5d2-46c8-84c0-865aaac05b74 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:36.765332 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:36.796628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:36.797789 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.830278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Attempting to bind port 30d2fac2-236b-45f6-a69e-b6462621121b on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:36.830616 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Attempting to bind port 30d2fac2-236b-45f6-a69e-b6462621121b by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:36.830944 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Attempting to bind port 30d2fac2-236b-45f6-a69e-b6462621121b on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:36.834370 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48054) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:36.848515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Port 30d2fac2-236b-45f6-a69e-b6462621121b on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:50:36.849080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Attempting to bind port 30d2fac2-236b-45f6-a69e-b6462621121b on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:36.856678 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:36.857349 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Checking segment: {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:36.858128 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Bound using segment: {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:36.859325 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Bound port: 30d2fac2-236b-45f6-a69e-b6462621121b, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:36.859631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-3dcef81b-95e0-4eab-9458-7262a2879e3e None None] Provisioning for port 87856345-d1d4-44e3-8e36-337a8b053fd3 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:36.860493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.866104 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-3dcef81b-95e0-4eab-9458-7262a2879e3e None None] Provisioning complete for port 87856345-d1d4-44e3-8e36-337a8b053fd3 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:36.866869 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dcef81b-95e0-4eab-9458-7262a2879e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.891933 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:36.934038 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-3dcef81b-95e0-4eab-9458-7262a2879e3e None None] Port 87856345-d1d4-44e3-8e36-337a8b053fd3 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:50:36.973425 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:32Z', 'revision_number': 3, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:36.999326 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:37.003674 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2458c7-d21f-4fda-8100-eab4ff87d2b8 None None] The sync data for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi is: [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:32Z', 'revision_number': 3, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:50:37.012608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=30d2fac2-236b-45f6-a69e-b6462621121b,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:37.023582 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.026054 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.029763 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:37.077114 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:37.077739 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.079266 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] 10.222.0.39 "PUT /v2.0/ports/30d2fac2-236b-45f6-a69e-b6462621121b HTTP/1.1" status: 200 len: 1094 time: 2.2073703 Jun 28 21:50:37.081604 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:50:37.084110 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02" -d '{"events": [{"name": "network-changed", "server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:50:37.122473 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Pushing event updated for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:37.127237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:37.134707 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.140027 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.145706 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:37.191252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.196229 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.198906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41c4c6f4-dbee-412a-90b1-edbe70c5ffc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:37.241377 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.241662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a17778-449d-443b-8ead-dd2255a0a8f7,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:37.244995 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:37.245242 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Pushing event updated for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:37.248571 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62d2138920f342d2802b037c9cdd3a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120340 Jun 28 21:50:37.250613 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:37.251639 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48060) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:37.335147 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.366461 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.426597 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:50:37.429404 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:50:37.445782 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.448506 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.449695 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04a17778-449d-443b-8ead-dd2255a0a8f7 HTTP/1.1" status: 204 len: 168 time: 0.1971316 Jun 28 21:50:37.453958 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6c8e5f89-80fc-4f22-b493-18d82f99c226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:37.465022 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a17778-449d-443b-8ead-dd2255a0a8f7,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:37.467449 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:37.609527 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Router 44bd67e3-b152-4d51-8256-b8c63ec7e597 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:50:37.749610 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:50:37.762076 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] 10.222.0.37 "PUT /v2.0/routers/44bd67e3-b152-4d51-8256-b8c63ec7e597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1071892 Jun 28 21:50:37.777171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1497834d-8208-40a8-af45-6e1512b28b8c None None] Provisioning complete for port 87856345-d1d4-44e3-8e36-337a8b053fd3 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:37.777701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1497834d-8208-40a8-af45-6e1512b28b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.825238 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-1497834d-8208-40a8-af45-6e1512b28b8c None None] Port 87856345-d1d4-44e3-8e36-337a8b053fd3 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:50:37.863899 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48072) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:37.885926 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:37.997698 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.004098 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.008230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2f1fc6bf-4d68-4dd4-b018-d51e4db28e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:38.047986 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f8e218e9ccd41e1a6bb4d54c7a89f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828475 Jun 28 21:50:38.049929 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee9417-ed77-47c4-a307-87132f2e4441,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:38.052227 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48076) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:38.052384 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:38.107094 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.131143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.183295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.186253 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.187362 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ee9417-ed77-47c4-a307-87132f2e4441 HTTP/1.1" status: 204 len: 168 time: 0.1337850 Jun 28 21:50:38.188075 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8055cf53-4d5d-412f-8db1-70a7d16a19fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:38.195606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee9417-ed77-47c4-a307-87132f2e4441,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:38.199119 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:38.621846 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48086) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:38.646078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.725152 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-f86d0810-9497-4c1c-9aa5-0aee84312104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:38.727689 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-f86d0810-9497-4c1c-9aa5-0aee84312104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 1097 time: 0.1732988 Jun 28 21:50:38.732957 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dfc6c095-4607-4292-a072-c46bab759243 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:38.796705 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf356a8-4383-4566-ad4b-4f654529d702 x-openstack-request-id: req-4bf356a8-4383-4566-ad4b-4f654529d702 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:50:38.797559 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:50:38.798248 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bf356a8-4383-4566-ad4b-4f654529d702 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:50:38.799129 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b', 'status': 'completed', 'code': 200} Jun 28 21:50:38.801745 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-9e4b71a4-58d1-43d3-87f6-d466325ff8be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30d2fac2-236b-45f6-a69e-b6462621121b HTTP/1.1" status: 200 len: 217 time: 0.0651250 Jun 28 21:50:38.809596 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port dfc6c095-4607-4292-a072-c46bab759243 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:38.815263 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port dfc6c095-4607-4292-a072-c46bab759243 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:38.816127 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.855305 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebd840-6af8-4a16-b5ef-d57600589cf2 req-2775ca97-f23b-4ce2-a13d-fea9419d83d1 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:38.858542 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4aebd840-6af8-4a16-b5ef-d57600589cf2 req-2775ca97-f23b-4ce2-a13d-fea9419d83d1 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 944 time: 0.1488533 Jun 28 21:50:38.892425 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-6255e63e-cb15-4853-8c63-f2fd53942faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:38.895372 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-6255e63e-cb15-4853-8c63-f2fd53942faf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f525582-0906-4df2-87b5-3b35b49cc444 HTTP/1.1" status: 200 len: 848 time: 0.0838547 Jun 28 21:50:38.934919 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.938945 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4aebd840-6af8-4a16-b5ef-d57600589cf2 req-580b3efb-94fd-4619-a9d3-3a064f6993fd tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Jun 28 21:50:38.942235 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.951246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.952028 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-50789291-775d-4a3a-abbd-99b4b6602512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:38.983492 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port dfc6c095-4607-4292-a072-c46bab759243, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=dfc6c095-4607-4292-a072-c46bab759243,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:38.993873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:38.995341 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device eb2a9a24-f73b-4d46-b431-e057ebe73e68 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:39.000746 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e10b8c79b594b04a8cb38abfe0e2060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775070 Jun 28 21:50:39.003573 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48092) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:39.015967 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3871c79-fb2f-43be-8a0b-ed2527d228bb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:39.021530 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:39.062652 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:39.094836 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.119907 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Sync routers for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:50:39.124246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=dfc6c095-4607-4292-a072-c46bab759243,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:39.131694 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:39.136266 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.141044 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:39.141505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:39.199039 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port eb2a9a24-f73b-4d46-b431-e057ebe73e68 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:39.199575 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.211950 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.215295 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.218949 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3871c79-fb2f-43be-8a0b-ed2527d228bb HTTP/1.1" status: 204 len: 168 time: 0.2118742 Jun 28 21:50:39.218949 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6de126cf-cc8f-4312-ad3f-9d9941c37d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:39.250888 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3871c79-fb2f-43be-8a0b-ed2527d228bb,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:39.256561 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:39.329778 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:39.514736 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e546-e60a-44d8-bd17-0404bb04bc0d req-bf780729-37ee-4308-af87-9b17840441ce tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:39.517713 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c0e6e546-e60a-44d8-bd17-0404bb04bc0d req-bf780729-37ee-4308-af87-9b17840441ce tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1479750 Jun 28 21:50:39.598222 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c0e6e546-e60a-44d8-bd17-0404bb04bc0d req-8d18f818-fdf6-4e0d-b34a-d6494b598e79 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714951 Jun 28 21:50:39.692218 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 4, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '87856345-d1d4-44e3-8e36-337a8b053fd3', 'name': '', 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'mac_address': 'fa:16:3e:fa:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:35Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 2, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'subnets': [{'id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:39.725319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48116) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:39.730233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120099121', 'description': 'tempest-secgroup-smoke-120099121 description', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:39.734450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Checking router: 44bd67e3-b152-4d51-8256-b8c63ec7e597 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:50:39.734811 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Updating router 44bd67e3-b152-4d51-8256-b8c63ec7e597 port 87856345-d1d4-44e3-8e36-337a8b053fd3 binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:50:39.773187 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.783832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.903066 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.909513 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.912053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-37fe0517-8a50-46e4-8284-9256b0a4ee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:39.941651 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:39.942918 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2164617 Jun 28 21:50:39.945600 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed0030-adb8-4953-88ca-4a4b27df6506,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:39.946718 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48122) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:39.950052 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:39.951603 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.005001 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.076871 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.089387 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.092039 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.113606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9592f0dd-c64a-4bc5-adf9-9bbb476f4703,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.120157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.123707 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.125464 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1777120 Jun 28 21:50:40.128099 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48132) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:40.132824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.138924 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.158018 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Transition to ACTIVE for port object 87856345-d1d4-44e3-8e36-337a8b053fd3 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:50:40.167833 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.171322 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.171474 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.245643 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Pushing event updated for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.257006 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.264740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.269582 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.276334 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-54305909-e1c5-4823-a101-09793b3830d5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.298424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f0d868-1923-4aa1-89b3-9d920eabc54f,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.300960 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Attempting to bind port 87856345-d1d4-44e3-8e36-337a8b053fd3 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:50:40.301344 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Attempting to bind port 87856345-d1d4-44e3-8e36-337a8b053fd3 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:50:40.302766 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.306496 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Attempting to bind port 87856345-d1d4-44e3-8e36-337a8b053fd3 on network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:50:40.312327 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:50:40.312706 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Checking segment: {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:50:40.312860 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.313108 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.313504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Bound using segment: {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:50:40.314201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Bound port: 87856345-d1d4-44e3-8e36-337a8b053fd3, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f322ddd-866b-46c2-ba40-08bee77bf91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:50:40.314463 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.314690 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1853008 Jun 28 21:50:40.317318 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48142) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:40.323552 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.364039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.395039 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] For port 87856345-d1d4-44e3-8e36-337a8b053fd3, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:50:40.400250 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] For port 87856345-d1d4-44e3-8e36-337a8b053fd3, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=87856345-d1d4-44e3-8e36-337a8b053fd3,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:50:40.406763 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.409439 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.453698 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.458329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.461842 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-373bf734-0ecb-4726-82d5-11fbe558c82c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.490489 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302a9834-72df-468c-ae44-a719df0d10c4,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.492973 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.494494 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.496344 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773009 Jun 28 21:50:40.498823 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48146) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:40.502674 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Pushing event updated for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.505230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.506126 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:50:40.507275 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:50:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:40.553659 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.557567 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.639743 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dfc6c095-4607-4292-a072-c46bab759243 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:40.645977 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.653940 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.656631 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.684253 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d797d0d4-64ca-4b52-865c-abafa8defdf4,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.687185 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.692273 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.696267 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48176) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:40.696668 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1959302 Jun 28 21:50:40.701345 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.722100 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:50:40.741315 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.securitygroups_db [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Project cb322b7c5b534c76a076f4439bf1793d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:50:40.750018 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.810984 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port dfc6c095-4607-4292-a072-c46bab759243 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:40.811425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.837466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.841601 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.847757 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:40.863143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d678689e-0d3b-401c-b2f3-9edcc04e0c81,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:40.866762 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:40.868306 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.872068 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1721447 Jun 28 21:50:40.872544 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48192) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:40.877087 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'security_group_rule': {'security_group_id': 'd9ed0030-adb8-4953-88ca-4a4b27df6506', 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:50:40.903638 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Project cb322b7c5b534c76a076f4439bf1793d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:50:40.910762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.984921 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.990544 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:40.993715 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:41.017104 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e44836c-a8a1-4c91-8e4a-f6af79cb8f9b,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:41.019779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:41.024765 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:41.026048 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525464 Jun 28 21:50:41.198057 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 4, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '87856345-d1d4-44e3-8e36-337a8b053fd3', 'name': '', 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'mac_address': 'fa:16:3e:fa:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:35Z', 'updated_at': '2021-06-28T21:50:40Z', 'revision_number': 4, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'subnets': [{'id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:50:41.230187 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5e89f-5e07-411a-8385-136a65064ef8 None None] The sync data for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi is: [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 4, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '87856345-d1d4-44e3-8e36-337a8b053fd3', 'name': '', 'network_id': 'ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'mac_address': 'fa:16:3e:fa:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:35Z', 'updated_at': '2021-06-28T21:50:40Z', 'revision_number': 4, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'subnets': [{'id': '2245deac-7699-4b69-9fe5-0bc1da4bd86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:50:41.848318 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-3c0c509c-439b-424e-b97e-212a8871af54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301681 Jun 28 21:50:41.989386 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-62852274-9188-4eb5-b662-683e821c788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:41.994157 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-62852274-9188-4eb5-b662-683e821c788a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.1310179 Jun 28 21:50:42.087592 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-373493ed-640c-4d5d-abc9-06e4dfa81ca4 service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293415 Jun 28 21:50:42.132826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be835bb3-5df0-43e4-8edf-0906cb61003e req-28af9873-c695-40e6-b57d-9da4a61dac4f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.135281 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be835bb3-5df0-43e4-8edf-0906cb61003e req-28af9873-c695-40e6-b57d-9da4a61dac4f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1200132 Jun 28 21:50:42.153408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-a00dad6f-329a-403a-bc0a-a287944d32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.154905 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-a00dad6f-329a-403a-bc0a-a287944d32b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1558008 Jun 28 21:50:42.212531 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-4f6d745c-9fda-4950-9e66-60a74eefe179 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0406170 Jun 28 21:50:42.227903 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68759e93-4886-4e4c-a685-8a6deeba291d req-58a13fcf-91ba-41b3-ac31-bbe7e5a9f2c8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.229700 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-68759e93-4886-4e4c-a685-8a6deeba291d req-58a13fcf-91ba-41b3-ac31-bbe7e5a9f2c8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 944 time: 0.2157259 Jun 28 21:50:42.252666 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be835bb3-5df0-43e4-8edf-0906cb61003e req-a061174f-940a-4f01-b0b0-f9f028da871b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092446 Jun 28 21:50:42.301369 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-dab563ab-0772-4527-89a5-247c2b64ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.302498 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c25d1ae2-d207-4b89-8e93-d74e504b0929 req-38323d0e-5cb4-45fa-ade3-48f44b55c254 service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070334 Jun 28 21:50:42.302961 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-dab563ab-0772-4527-89a5-247c2b64ac33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0716870 Jun 28 21:50:42.337208 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-68759e93-4886-4e4c-a685-8a6deeba291d req-7340b41f-a2ba-4e96-9a58-198b663004b0 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980139 Jun 28 21:50:42.377005 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-21afc1e8-7816-4e26-a400-34436279b79a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600755 Jun 28 21:50:42.460056 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-f4be3f85-41aa-4e98-ae67-67a79ca5a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.461584 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-f4be3f85-41aa-4e98-ae67-67a79ca5a04b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 1097 time: 0.0609641 Jun 28 21:50:42.516163 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-52a8b190-3bb0-453a-95e8-b53f8aa64507 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170924 Jun 28 21:50:42.555726 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 87856345-d1d4-44e3-8e36-337a8b053fd3 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:42.595598 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-c148930b-d0e9-402f-abfc-47eb29b34939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.597533 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-c148930b-d0e9-402f-abfc-47eb29b34939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 909 time: 0.1205788 Jun 28 21:50:42.622237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 87856345-d1d4-44e3-8e36-337a8b053fd3 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:42.627947 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa53ce0f-4763-4c26-b63f-aea2e20f809b req-f952812e-8610-4290-8316-822cf5c3919b service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020184 Jun 28 21:50:42.629513 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 87856345-d1d4-44e3-8e36-337a8b053fd3 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:42.630228 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:42.661656 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-09673563-8692-4431-9a9e-d57a90859de7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30d2fac2-236b-45f6-a69e-b6462621121b HTTP/1.1" status: 200 len: 217 time: 0.0535355 Jun 28 21:50:42.743734 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-4ef2f302-8333-4027-af97-188f8c9d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:42.744724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-4ef2f302-8333-4027-af97-188f8c9d775d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f525582-0906-4df2-87b5-3b35b49cc444 HTTP/1.1" status: 200 len: 848 time: 0.0548632 Jun 28 21:50:42.756168 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:42.792533 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-3146add7-f5a4-4b73-a21c-85e3b90bb997 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300393 Jun 28 21:50:42.795873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 87856345-d1d4-44e3-8e36-337a8b053fd3, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=87856345-d1d4-44e3-8e36-337a8b053fd3,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:42.805184 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:42.811167 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-887593ee-f9b0-4da5-b534-fd82d405e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:42.869487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:42.874519 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:42.919371 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:42.974383 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-d6d6b20d-2777-4a7f-939a-33ae68b6dced service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699340 Jun 28 21:50:43.116782 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c9f1ac5b-b0ac-4029-9c4f-673940b1fa02 req-9f8834b8-931c-439c-93e3-e776993535b2 service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326575 Jun 28 21:50:43.431034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66eca1-a04e-4d92-92ec-89705b4f1b49 req-9b92b96a-39ed-4602-a12c-ec89b372a6c3 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:43.432808 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ff66eca1-a04e-4d92-92ec-89705b4f1b49 req-9b92b96a-39ed-4602-a12c-ec89b372a6c3 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0652714 Jun 28 21:50:43.480060 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ff66eca1-a04e-4d92-92ec-89705b4f1b49 req-56d26e78-df05-4f56-b582-b96bda8089df tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Jun 28 21:50:43.530289 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41e44-3dab-4b98-80f5-068c921e1364 req-6b97e66e-e077-4983-9192-c91ca605b5a9 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:43.531970 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1e41e44-3dab-4b98-80f5-068c921e1364 req-6b97e66e-e077-4983-9192-c91ca605b5a9 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 944 time: 0.0706968 Jun 28 21:50:43.571033 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1e41e44-3dab-4b98-80f5-068c921e1364 req-cede3e03-0964-4c9f-b9a1-39223d5306b6 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jun 28 21:50:44.533273 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 87856345-d1d4-44e3-8e36-337a8b053fd3 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:44.589354 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 87856345-d1d4-44e3-8e36-337a8b053fd3 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:44.589735 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:44.695369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362c84-e7be-444e-b184-87ac139fb9ff req-b150f325-35f5-456d-979b-03d0e0217267 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:44.698203 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9f362c84-e7be-444e-b184-87ac139fb9ff req-b150f325-35f5-456d-979b-03d0e0217267 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0919907 Jun 28 21:50:44.754042 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9f362c84-e7be-444e-b184-87ac139fb9ff req-6a7d2031-c839-4f6b-bad7-5e66413a35c7 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Jun 28 21:50:44.811477 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957df7a-b434-4176-b3b5-15cc92c0b895 req-a77b0cee-2cf0-42f9-904d-eb6406ec7d25 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:44.813019 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2957df7a-b434-4176-b3b5-15cc92c0b895 req-a77b0cee-2cf0-42f9-904d-eb6406ec7d25 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 944 time: 0.0823386 Jun 28 21:50:44.858413 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2957df7a-b434-4176-b3b5-15cc92c0b895 req-54e54e8c-02cc-4cd6-8f56-0e9312080a7a tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377762 Jun 28 21:50:45.858171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 30d2fac2-236b-45f6-a69e-b6462621121b details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:50:45.948924 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c335-578a-4166-9639-d4d081eae819 req-71b0779b-9dc2-4f05-9a80-b73bab070d5b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:45.951578 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4f67c335-578a-4166-9639-d4d081eae819 req-71b0779b-9dc2-4f05-9a80-b73bab070d5b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0727050 Jun 28 21:50:45.981305 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=30d2fac2-236b-45f6-a69e-b6462621121b,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:45.994773 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4f67c335-578a-4166-9639-d4d081eae819 req-6095db2c-d1e7-4d80-9584-6c2290a5f98f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Jun 28 21:50:45.999231 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '30d2fac2-236b-45f6-a69e-b6462621121b', 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15', 'port_id': '30d2fac2-236b-45f6-a69e-b6462621121b', 'mac_address': 'fa:16:3e:d1:9c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f525582-0906-4df2-87b5-3b35b49cc444', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:50:46.073613 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:46.096946 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941301d-b975-4197-ab31-2640f5f08d78 req-5ecfad50-24d1-41b6-baf5-28608d596c6f tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:46.099239 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f941301d-b975-4197-ab31-2640f5f08d78 req-5ecfad50-24d1-41b6-baf5-28608d596c6f tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 944 time: 0.1044047 Jun 28 21:50:46.107270 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d2fac2-236b-45f6-a69e-b6462621121b {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:50:46.144887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=30d2fac2-236b-45f6-a69e-b6462621121b,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:46.148014 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f941301d-b975-4197-ab31-2640f5f08d78 req-8b8740d6-5d94-4615-9cd0-d71ca1a4b2ca tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Jun 28 21:50:46.150324 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:46.153369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:46.211231 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:46.218741 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:46.483591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['30d2fac2-236b-45f6-a69e-b6462621121b'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:50:46.791602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48386) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:46.920365 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.040514 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.046954 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.052884 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:47.098075 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48400) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:47.115335 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4613848a86c42449fdfbcab78f97a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225181 Jun 28 21:50:47.118879 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48404) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:47.123705 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8609ee9-71ca-4ff9-85e1-b37de2d5b4fc,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:47.129149 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:47.180524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.205038 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.238695 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.287339 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.289923 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.291106 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8609ee9-71ca-4ff9-85e1-b37de2d5b4fc HTTP/1.1" status: 204 len: 168 time: 0.1695499 Jun 28 21:50:47.295584 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-377a3505-c627-4399-b10d-d56f85ee828e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:47.310126 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8609ee9-71ca-4ff9-85e1-b37de2d5b4fc,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:47.313742 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:47.358964 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964115a-3dac-4c37-8228-4e4ee0de18bb req-cbf2910b-4ff4-4490-a137-8f2afc9ea0b3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:47.361131 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b964115a-3dac-4c37-8228-4e4ee0de18bb req-cbf2910b-4ff4-4490-a137-8f2afc9ea0b3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 945 time: 0.0850570 Jun 28 21:50:47.377545 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.382661 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.386534 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:47.424614 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b964115a-3dac-4c37-8228-4e4ee0de18bb req-a2ffa131-383a-4df4-b61d-d25c31a19f83 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524254 Jun 28 21:50:47.429782 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8085d798-ba23-4b6f-88e2-c375b8ee487d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:47.433619 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:47.437734 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d6116a8c5e04524b49e428529d65f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384967 Jun 28 21:50:47.441019 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48414) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:47.503539 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.530131 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.632012 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.634974 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:47.637981 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8085d798-ba23-4b6f-88e2-c375b8ee487d HTTP/1.1" status: 204 len: 168 time: 0.1942158 Jun 28 21:50:47.641681 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-057ac095-73ee-418f-86d9-4331dde692fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:47.652593 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce47e6-76a9-4a83-ba23-270d9af5d315 req-11ffa21b-911f-4160-87ae-11aa9425b58a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:47.654212 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbce47e6-76a9-4a83-ba23-270d9af5d315 req-11ffa21b-911f-4160-87ae-11aa9425b58a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1090229 Jun 28 21:50:47.661401 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8085d798-ba23-4b6f-88e2-c375b8ee487d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:47.669501 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:47.715514 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbce47e6-76a9-4a83-ba23-270d9af5d315 req-3b907426-5c4c-48c0-ad51-3954549092c2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Jun 28 21:50:47.886081 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 30d2fac2-236b-45f6-a69e-b6462621121b up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:50:47.948255 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 30d2fac2-236b-45f6-a69e-b6462621121b completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:50:47.955997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 30d2fac2-236b-45f6-a69e-b6462621121b triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:50:47.956754 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:48.078036 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:48.117858 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:50:48.121445 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6830e-ac5e-4e27-b187-f8d16f0ee74a" -d '{"events": [{"server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "name": "network-vif-plugged", "status": "completed", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:50:48.144195 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=30d2fac2-236b-45f6-a69e-b6462621121b,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:48.152570 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:48.156957 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:48.222485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb1fe7-4e70-4692-9112-b28149e26308 x-openstack-request-id: req-13bb1fe7-4e70-4692-9112-b28149e26308 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:50:48.222952 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "name": "network-vif-plugged", "status": "completed", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:50:48.223339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13bb1fe7-4e70-4692-9112-b28149e26308 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:50:48.224135 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b', 'code': 200} Jun 28 21:50:48.242003 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:48.245581 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:48.552608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8ce3-d2a9-4c71-b5e7-f1b42a12e005 req-e27a0446-6da0-468f-95c3-0c3bb9ef8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:48.554657 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0bbb8ce3-d2a9-4c71-b5e7-f1b42a12e005 req-e27a0446-6da0-468f-95c3-0c3bb9ef8d5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 1099 time: 0.0824502 Jun 28 21:50:48.596068 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0bbb8ce3-d2a9-4c71-b5e7-f1b42a12e005 req-ab0a04b8-abe7-41d7-9f57-038049cd8524 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jun 28 21:50:48.636196 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54707e-c78d-45ca-8caa-5e5213c3e8de req-1a9d24b1-fe52-4df2-899a-061e4f1c267d tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:48.638152 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b54707e-c78d-45ca-8caa-5e5213c3e8de req-1a9d24b1-fe52-4df2-899a-061e4f1c267d tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 946 time: 0.0784307 Jun 28 21:50:48.678438 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b54707e-c78d-45ca-8caa-5e5213c3e8de req-d0f899d1-5800-43c6-a505-f9eeb17e3f81 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Jun 28 21:50:49.880029 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09be85-9534-4537-bf47-59a7cbb31447 req-75db3f76-8794-42a4-830b-cfd5437bf09d tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:49.882128 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2d09be85-9534-4537-bf47-59a7cbb31447 req-75db3f76-8794-42a4-830b-cfd5437bf09d tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 946 time: 0.0729387 Jun 28 21:50:49.944705 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2d09be85-9534-4537-bf47-59a7cbb31447 req-61a83c26-c0ae-41a7-80af-64b7ae1ab26c tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532706 Jun 28 21:50:50.667509 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2997c2c3-5e97-4301-85f8-a425ccf4e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:51.414520 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe494e4f-455a-4752-8da9-30255e9bb0a2 req-25682f0b-8abc-4b21-8563-d8b469e2bc98 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:51.416666 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fe494e4f-455a-4752-8da9-30255e9bb0a2 req-25682f0b-8abc-4b21-8563-d8b469e2bc98 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 946 time: 0.0798998 Jun 28 21:50:51.467315 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fe494e4f-455a-4752-8da9-30255e9bb0a2 req-eaea8120-3afd-4e4d-80ea-5fa54f521b31 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Jun 28 21:50:52.686991 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ece6c1-8ca7-4d48-8aa3-262fc29814a1 req-c3166b21-50e0-421b-86a6-24f117be9884 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:52.688549 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-04ece6c1-8ca7-4d48-8aa3-262fc29814a1 req-c3166b21-50e0-421b-86a6-24f117be9884 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 946 time: 0.0790026 Jun 28 21:50:52.742745 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-04ece6c1-8ca7-4d48-8aa3-262fc29814a1 req-20abfa1d-0487-4d1b-b1e9-82b322be6645 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 Jun 28 21:50:53.130084 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-06ddc180-09fa-4ef8-bc3d-cf645943e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.170831 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-7345c27b-ff5c-4f34-ba87-7e7e3e6fc400 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:53.173663 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-7345c27b-ff5c-4f34-ba87-7e7e3e6fc400 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 946 time: 0.1158583 Jun 28 21:50:53.302587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Deleting port 30d2fac2-236b-45f6-a69e-b6462621121b {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:50:53.302915 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.397126 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] For port 30d2fac2-236b-45f6-a69e-b6462621121b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=30d2fac2-236b-45f6-a69e-b6462621121b,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:50:53.397486 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.410573 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Calling delete_port for 30d2fac2-236b-45f6-a69e-b6462621121b owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:50:53.530556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.570366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.574534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:53.592705 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['30d2fac2-236b-45f6-a69e-b6462621121b'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:50:53.599786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Pushing event deleted for resources: {'Port': ['ID=30d2fac2-236b-45f6-a69e-b6462621121b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:53.613821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.613821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.613821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.613821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.613821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.614813 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.615146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.615315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.615657 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.615988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.616338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.616658 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:53.621036 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:53.660391 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] No DVR routers for this DVR port 30d2fac2-236b-45f6-a69e-b6462621121b on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:50:53.665584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:53.668669 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b994169d-0c14-4b71-8d6a-9464d47dac7d req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "DELETE /v2.0/ports/30d2fac2-236b-45f6-a69e-b6462621121b HTTP/1.1" status: 204 len: 173 time: 0.4875882 Jun 28 21:50:53.669450 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'name': 'network-vif-deleted', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:50:53.673300 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811dc8e1-22d6-46b0-a6b9-e6d1a6d4b5f5" -d '{"events": [{"server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "name": "network-vif-deleted", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:50:53.736180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9defe14-0037-458f-8e75-3b2f564dab98 x-openstack-request-id: req-f9defe14-0037-458f-8e75-3b2f564dab98 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:50:53.736650 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3bebe0-2136-4d9d-af55-5585dead33e0", "name": "network-vif-deleted", "tag": "30d2fac2-236b-45f6-a69e-b6462621121b", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:50:53.737007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9defe14-0037-458f-8e75-3b2f564dab98 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:50:53.737576 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3bebe0-2136-4d9d-af55-5585dead33e0', 'name': 'network-vif-deleted', 'tag': '30d2fac2-236b-45f6-a69e-b6462621121b', 'status': 'completed', 'code': 200} Jun 28 21:50:53.911181 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-335d1e1d-7922-4c93-9ea3-dbcb4a40ee52 req-a843629e-4e0e-40fe-86b8-0431bd583770 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=da3bebe0-2136-4d9d-af55-5585dead33e0 HTTP/1.1" status: 200 len: 210 time: 0.0344071 Jun 28 21:50:54.231201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:55.553022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:55.561785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a88dc-e31d-479c-ac66-3490276aa466 req-0983c1e4-76ca-413f-a709-10ceeacd2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:55.565307 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-0983c1e4-76ca-413f-a709-10ceeacd2d53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.0922587 Jun 28 21:50:55.660655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a88dc-e31d-479c-ac66-3490276aa466 req-9ff00d46-530d-487d-ace1-3beda7ba2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:55.662214 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-9ff00d46-530d-487d-ace1-3beda7ba2fd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.0900764 Jun 28 21:50:55.711373 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-70b4f6b5-967f-4743-ad43-047c30692220 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0371161 Jun 28 21:50:55.768893 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a88dc-e31d-479c-ac66-3490276aa466 req-535947f6-9b36-4882-ac4a-8d788764c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:50:55.770420 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-535947f6-9b36-4882-ac4a-8d788764c01f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0519800 Jun 28 21:50:55.807484 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-f2285006-4604-41ed-8761-e39c27d7c18a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300517 Jun 28 21:50:55.919143 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 30d2fac2-236b-45f6-a69e-b6462621121b no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:50:55.930342 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-de10554a-c1b1-4123-b7a0-046b64115ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155927 Jun 28 21:50:55.940408 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 30d2fac2-236b-45f6-a69e-b6462621121b {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:50:55.940819 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 30d2fac2-236b-45f6-a69e-b6462621121b not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:50:56.024622 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-970a88dc-e31d-479c-ac66-3490276aa466 req-d49a93ba-9cf4-46b4-b6a1-be520e56b79f service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Jun 28 21:50:56.967936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 48696) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:57.108395 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.211562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.217113 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.219524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1e2012d3-81d2-45ab-bcc8-faa33a534343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:57.258647 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee1fe6bd90fe412a928a98c0adedf216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895367 Jun 28 21:50:57.260113 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec2ce6-2de3-413b-ab21-8d9524711074,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:57.262157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48700) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:57.268025 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.268389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.268769 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.269379 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.269542 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.269914 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.270399 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.270610 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.270972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.271293 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.271633 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.272539 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:50:57.276752 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:57.318821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.345874 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.402193 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.404706 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.405958 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06ec2ce6-2de3-413b-ab21-8d9524711074 HTTP/1.1" status: 204 len: 168 time: 0.1426191 Jun 28 21:50:57.407027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cbf29600-4318-4cca-be87-eea1096cc1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:57.415070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec2ce6-2de3-413b-ab21-8d9524711074,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:57.417774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:57.734031 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48710) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:57.752638 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.857135 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.861522 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.865335 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ed4284e6-7a93-4778-9f26-89f5973f38ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:57.903623 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366055e-4d92-4814-8f27-f18ed3ce0e45,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:57.908177 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cce51f4793144888e8ab6bca9ae6ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732316 Jun 28 21:50:57.909093 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:57.910841 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48712) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:57.969671 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:57.999454 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.053932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.056786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.058079 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1366055e-4d92-4814-8f27-f18ed3ce0e45 HTTP/1.1" status: 204 len: 168 time: 0.1460395 Jun 28 21:50:58.058889 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aaac7d8b-f3b1-4bc5-9e2c-d31db8ca1162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:58.067931 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366055e-4d92-4814-8f27-f18ed3ce0e45,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:58.070750 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:58.454013 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48722) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:58.472405 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.591869 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.595806 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.598158 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b4f7923d-371e-47a4-8e9b-583517fff0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:58.634235 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcde78a-7b35-4dd5-ae8c-e24ea77bc4bf,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:58.638836 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77a95e38b05f4aa5ad38300884c998f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837351 Jun 28 21:50:58.639760 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:58.642066 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 48724) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:50:58.702700 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.726856 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.790846 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.794698 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:50:58.796405 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bcde78a-7b35-4dd5-ae8c-e24ea77bc4bf HTTP/1.1" status: 204 len: 168 time: 0.1533420 Jun 28 21:50:58.797505 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-beba2c31-fdaa-410b-97e5-a233fa0fa96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:50:58.808773 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcde78a-7b35-4dd5-ae8c-e24ea77bc4bf,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:50:58.811167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:50:59.483473 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:51:07.134556 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-5a5463d4-c7de-40b3-8222-ca54b498e455 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:07.136135 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-5a5463d4-c7de-40b3-8222-ca54b498e455 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 808 time: 0.1160657 Jun 28 21:51:07.152371 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-c5dcb9b5-777d-47c4-941e-d716bd2ea4c6 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/quotas/345d57d9abc44ef18bf0853ae192a7e1 HTTP/1.1" status: 200 len: 375 time: 0.0105200 Jun 28 21:51:07.189307 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-a62570ab-c2b1-4001-b609-a21d7c29945c tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309100 Jun 28 21:51:07.360858 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66ad1-e550-4869-8c44-bbd44d5a6681 req-3074154c-c829-428d-aa15-d14d6c8f5f5d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:07.362551 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-62b66ad1-e550-4869-8c44-bbd44d5a6681 req-3074154c-c829-428d-aa15-d14d6c8f5f5d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0768499 Jun 28 21:51:07.415836 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-62b66ad1-e550-4869-8c44-bbd44d5a6681 req-817dcb20-0577-4519-ad84-10238abed302 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Jun 28 21:51:07.549868 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-53add384-4990-49d7-9b14-164dfc0ba8d4 service neutron] 10.222.0.37 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517842 Jun 28 21:51:07.646384 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-76c7f41b-1454-472d-9968-d34511a79889 service neutron] 10.222.0.37 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899332 Jun 28 21:51:07.775496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ef92a-6a23-4d57-85cb-00b32b1d17c5 req-942d72af-23f9-4f30-be8d-f74013b744bd tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:07.777189 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-849ef92a-6a23-4d57-85cb-00b32b1d17c5 req-942d72af-23f9-4f30-be8d-f74013b744bd tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0781624 Jun 28 21:51:07.822919 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-849ef92a-6a23-4d57-85cb-00b32b1d17c5 req-d24d7200-f0be-40e9-8ed1-5011143cd371 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Jun 28 21:51:07.918468 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cd980ae8-ceb7-4671-973e-8565afcce972 req-b83a42b3-d3b3-4806-b6aa-5bca3a24bc60 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0327580 Jun 28 21:51:07.963153 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ccfbf-26bf-4024-9dfb-279555313801 req-3f504843-f697-4046-8447-a96d2a9d4348 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:07.964726 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ba6ccfbf-26bf-4024-9dfb-279555313801 req-3f504843-f697-4046-8447-a96d2a9d4348 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0851791 Jun 28 21:51:08.016020 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ba6ccfbf-26bf-4024-9dfb-279555313801 req-f6bd9d49-c1c4-4d7a-b3ff-a5dfd8f72461 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Jun 28 21:51:08.595401 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288b1ed-cb55-4094-9741-6acbf5cf4384 req-c61045f1-f8f5-4a9f-94ab-da794ed2e658 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:08.596740 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7288b1ed-cb55-4094-9741-6acbf5cf4384 req-c61045f1-f8f5-4a9f-94ab-da794ed2e658 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0669625 Jun 28 21:51:08.635734 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7288b1ed-cb55-4094-9741-6acbf5cf4384 req-e22f1967-92fe-4271-80cb-01a14ca3cb08 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jun 28 21:51:09.068088 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5878fbb3-e61a-4cc5-b121-156f5c5b712c req-83296069-a3f4-4e21-88c2-6acf71107007 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0384073 Jun 28 21:51:09.094098 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ea3-9d10-4289-8bf4-03d7365aceb9 req-758fb20f-7c00-46fd-8dbe-2a7190d0ca13 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:09.095584 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-90802ea3-9d10-4289-8bf4-03d7365aceb9 req-758fb20f-7c00-46fd-8dbe-2a7190d0ca13 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0694680 Jun 28 21:51:09.134284 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-90802ea3-9d10-4289-8bf4-03d7365aceb9 req-c4673e02-2282-4850-905a-d12fbd33a176 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Jun 28 21:51:09.224075 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb38f-40a3-46af-ad81-8b4cd8676165 req-2fa2b1c0-d370-4720-a3d0-899b9d79b057 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:09.226052 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-57fdb38f-40a3-46af-ad81-8b4cd8676165 req-2fa2b1c0-d370-4720-a3d0-899b9d79b057 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0639958 Jun 28 21:51:09.264196 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-57fdb38f-40a3-46af-ad81-8b4cd8676165 req-d6fdd429-0d49-42f1-b2a0-de10710fb9be tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Jun 28 21:51:09.808020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d527d2-90d0-4a6e-96b8-6d08b2967e49 req-626abd40-9e93-4b3e-acd5-75c188112022 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:09.809483 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-72d527d2-90d0-4a6e-96b8-6d08b2967e49 req-626abd40-9e93-4b3e-acd5-75c188112022 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jun 28 21:51:09.846762 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-72d527d2-90d0-4a6e-96b8-6d08b2967e49 req-42640fd9-69b6-4d6f-bc0b-9b6fd34b5c14 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jun 28 21:51:10.201143 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c5fa202f-2793-4742-9333-f0ffff91a3a4 req-2b39f1f3-566d-48a7-be8b-ba1184dd4c1b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0308473 Jun 28 21:51:10.325590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325b4d-5a95-4f70-968e-f2c4f572746b req-2f7019b2-bf6c-4f6f-83f1-3560ec1d43b9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:10.327099 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-09325b4d-5a95-4f70-968e-f2c4f572746b req-2f7019b2-bf6c-4f6f-83f1-3560ec1d43b9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0741699 Jun 28 21:51:10.370265 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-09325b4d-5a95-4f70-968e-f2c4f572746b req-03ac9481-a4ee-4643-bb9f-daf190b12ec1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Jun 28 21:51:10.441876 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63dade-3f24-412d-9464-fd432674453a req-f6b5ceb7-aa04-4c1b-99f8-68f3a5b11bcd tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:10.443857 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1e63dade-3f24-412d-9464-fd432674453a req-f6b5ceb7-aa04-4c1b-99f8-68f3a5b11bcd tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0635986 Jun 28 21:51:10.483029 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1e63dade-3f24-412d-9464-fd432674453a req-713da9c3-1d39-4549-9e31-cd91c7500165 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332060 Jun 28 21:51:11.028937 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a75b-f3b6-47fd-9b1b-329633de328e req-5ef22d3d-2927-4cf4-9271-74afa0ad7dde tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:11.030426 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f327a75b-f3b6-47fd-9b1b-329633de328e req-5ef22d3d-2927-4cf4-9271-74afa0ad7dde tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0641427 Jun 28 21:51:11.068081 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f327a75b-f3b6-47fd-9b1b-329633de328e req-d3aecda5-902b-4a8d-87a2-c0a09cd9684a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Jun 28 21:51:11.391576 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4383a1fa-d7b8-4213-a5b0-5542f5aae446 req-0e4b0659-04d2-4f69-9af1-8e003ad3902d tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0507827 Jun 28 21:51:11.504299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-023a1470-47a1-4bd4-bd89-a32682c17bc9 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:11.506860 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-023a1470-47a1-4bd4-bd89-a32682c17bc9 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 808 time: 0.2027309 Jun 28 21:51:11.520776 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Request body: {'port': {'device_id': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15', 'admin_state_up': True, 'tenant_id': '345d57d9abc44ef18bf0853ae192a7e1'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:11.589719 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b789-c62c-43b8-a113-85d2b374c102 req-05c6c6e2-4a0d-4d68-928a-481aec35782c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:11.591415 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8510b789-c62c-43b8-a113-85d2b374c102 req-05c6c6e2-4a0d-4d68-928a-481aec35782c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0765514 Jun 28 21:51:11.664479 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Made reservation on behalf of 345d57d9abc44ef18bf0853ae192a7e1 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:51:11.668918 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:11.671250 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8510b789-c62c-43b8-a113-85d2b374c102 req-6dab78ce-756b-42ae-8010-5ba0d320d449 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702295 Jun 28 21:51:11.827980 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51b573-d471-4f05-b808-66d53a09c1a1 req-03531b4f-f7cb-4895-a459-07a1e3f6ea9d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:11.829517 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5c51b573-d471-4f05-b808-66d53a09c1a1 req-03531b4f-f7cb-4895-a459-07a1e3f6ea9d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1556575 Jun 28 21:51:11.864266 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Allocated IP 172.20.0.11 (242e2189-5ad0-4c21-a38b-bb7ffce5ea15/7f525582-0906-4df2-87b5-3b35b49cc444/ec9450a5-f8b1-4a3e-8bbc-031967139589) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:11.892164 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5c51b573-d471-4f05-b808-66d53a09c1a1 req-efc9cbd5-6a9c-4482-992a-6162df75b4cd tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546403 Jun 28 21:51:12.025358 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.063216 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.066850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:12.113417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:12.117279 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:12.123292 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:12.145649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Pushing event updated for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:12.151519 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:12.173088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.173688 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.188958 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6723745 Jun 28 21:51:12.215494 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Request body: {'port': {'device_id': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:12.251002 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f5b8-7d93-4da6-baa1-647d53c4aeed req-7b36984e-8bba-4d8b-b3ef-19c34118f010 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.252501 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2527f5b8-7d93-4da6-baa1-647d53c4aeed req-7b36984e-8bba-4d8b-b3ef-19c34118f010 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0648608 Jun 28 21:51:12.293289 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.295636 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2527f5b8-7d93-4da6-baa1-647d53c4aeed req-60c02a2c-470c-4353-89c3-00a67366493f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366051 Jun 28 21:51:12.590270 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9450a5-f8b1-4a3e-8bbc-031967139589 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:51:12.599395 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.618159 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Transition to ACTIVE for port object ec9450a5-f8b1-4a3e-8bbc-031967139589 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:12.626709 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6c5f2-94a1-4ac2-9aa3-c607ce20c846 req-7f5f118f-2258-4865-bdbd-054d468ec7ed tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.628180 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a0d6c5f2-94a1-4ac2-9aa3-c607ce20c846 req-7f5f118f-2258-4865-bdbd-054d468ec7ed tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 932 time: 0.1175964 Jun 28 21:51:12.629257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.631877 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:12.641140 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-65007661-7fb3-420a-8ba0-36ae25b8ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.642920 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-65007661-7fb3-420a-8ba0-36ae25b8ad65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1098 time: 0.0559065 Jun 28 21:51:12.706887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Pushing event updated for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:12.764252 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-7491c892-ac5e-4957-8ead-a90869c75403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.765738 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-7491c892-ac5e-4957-8ead-a90869c75403 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0971165 Jun 28 21:51:12.875154 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-07bd3456-e8c8-4f2b-967f-d4196d203d33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 1000 time: 0.1009834 Jun 28 21:51:12.900453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:12.953546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc9ac4-6e91-450f-868a-7d34d6a2aba1 req-98afca79-37cc-47a3-81e5-c8f920ae6256 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.955043 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9afc9ac4-6e91-450f-868a-7d34d6a2aba1 req-98afca79-37cc-47a3-81e5-c8f920ae6256 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1443365 Jun 28 21:51:12.955318 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:12.961777 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a0d6c5f2-94a1-4ac2-9aa3-c607ce20c846 req-ba759eb7-f7b1-42a2-a7da-de4f874f77dd tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234396 Jun 28 21:51:12.970670 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-6302cdde-b530-4da0-802d-7d42b1b01796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:12.972176 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-6302cdde-b530-4da0-802d-7d42b1b01796 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0855036 Jun 28 21:51:13.031686 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Attempting to bind port ec9450a5-f8b1-4a3e-8bbc-031967139589 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:51:13.032080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Attempting to bind port ec9450a5-f8b1-4a3e-8bbc-031967139589 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:51:13.032336 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Attempting to bind port ec9450a5-f8b1-4a3e-8bbc-031967139589 on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:13.037448 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Port ec9450a5-f8b1-4a3e-8bbc-031967139589 on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:51:13.037774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Attempting to bind port ec9450a5-f8b1-4a3e-8bbc-031967139589 on network 242e2189-5ad0-4c21-a38b-bb7ffce5ea15 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:13.043805 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:51:13.044257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Checking segment: {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:51:13.044652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Bound using segment: {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:51:13.046035 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Bound port: ec9450a5-f8b1-4a3e-8bbc-031967139589, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:51:13.046035 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:13.057678 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9afc9ac4-6e91-450f-868a-7d34d6a2aba1 req-43d0722e-d434-4e6a-bceb-716759965f58 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897560 Jun 28 21:51:13.081029 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-74b07fc4-a92e-472a-ad9e-87959c10ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.082800 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-74b07fc4-a92e-472a-ad9e-87959c10ac79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005259 Jun 28 21:51:13.149788 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:51:13.154936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:51:13.160655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:13.163966 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-45d7e5c6-4a15-4c54-b2e3-c9da1d0ba319 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:13.186008 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-b188786c-ab07-4f60-9d7a-2cb580f00a94 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886569 Jun 28 21:51:13.203983 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.204588 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:13.205979 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] 10.222.0.39 "PUT /v2.0/ports/ec9450a5-f8b1-4a3e-8bbc-031967139589 HTTP/1.1" status: 200 len: 1094 time: 0.9949675 Jun 28 21:51:13.208061 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:13.210384 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5" -d '{"events": [{"name": "network-changed", "server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:13.228006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825569-abed-4e27-9ba2-a3ab8568d803 req-51bdcf7a-9ef7-4b05-8e3f-8a30647ab2a7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.229528 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6c825569-abed-4e27-9ba2-a3ab8568d803 req-51bdcf7a-9ef7-4b05-8e3f-8a30647ab2a7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1357965 Jun 28 21:51:13.249875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Pushing event updated for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:13.258655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:13.271218 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1d6f8-2a0c-41f0-9392-84cc0e1b6a05 x-openstack-request-id: req-41b1d6f8-2a0c-41f0-9392-84cc0e1b6a05 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:13.271571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:13.271853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41b1d6f8-2a0c-41f0-9392-84cc0e1b6a05 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:13.272267 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589', 'status': 'completed', 'code': 200} Jun 28 21:51:13.298789 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d470912a-4186-473c-a792-ba9be9c7a9c8 req-0e55936e-f098-43e2-9d78-32756faab478 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038959 Jun 28 21:51:13.312839 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6c825569-abed-4e27-9ba2-a3ab8568d803 req-258d0349-0ca9-4c27-8c97-a0ac7a057fce tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745139 Jun 28 21:51:13.335332 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-c9901a63-0812-42a8-9b73-8dd486d030bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.336930 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-c9901a63-0812-42a8-9b73-8dd486d030bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0773079 Jun 28 21:51:13.401670 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-e2ce7e27-e1b5-4c5d-8395-45dee6f8070d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589 HTTP/1.1" status: 200 len: 217 time: 0.0543449 Jun 28 21:51:13.467344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea36c-49c4-4541-a290-10e8bed933fa req-26709938-aa51-44e3-a6dd-aae73f9581ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.468951 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-26709938-aa51-44e3-a6dd-aae73f9581ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f525582-0906-4df2-87b5-3b35b49cc444 HTTP/1.1" status: 200 len: 848 time: 0.0612500 Jun 28 21:51:13.516729 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-6ff95832-a971-4e17-9056-bd8eaa7ef93a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287135 Jun 28 21:51:13.563745 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19841751-35e8-4171-b2ed-c43b110d29ce req-ed64962e-0714-4d6b-a39c-cabc89cf5e7d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.565340 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-19841751-35e8-4171-b2ed-c43b110d29ce req-ed64962e-0714-4d6b-a39c-cabc89cf5e7d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1106808 Jun 28 21:51:13.571701 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab445a-13ed-42b0-917f-483d688c9dfd req-9ffac95c-aae6-46c0-8574-50599cf28db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.573182 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-edab445a-13ed-42b0-917f-483d688c9dfd req-9ffac95c-aae6-46c0-8574-50599cf28db6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.0841877 Jun 28 21:51:13.616823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-7c75f796-dd4f-4971-b436-7c1f9087ca9f service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913045 Jun 28 21:51:13.627726 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-19841751-35e8-4171-b2ed-c43b110d29ce req-607ff2cf-c32e-42aa-b596-e2ba2a96ea6b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535817 Jun 28 21:51:13.634439 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-edab445a-13ed-42b0-917f-483d688c9dfd req-234f5649-611e-44bc-bcdd-a8c8a6a4fd62 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Jun 28 21:51:13.730938 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-82eea36c-49c4-4541-a290-10e8bed933fa req-d0fd3543-8b55-456a-ad55-11d7ac1be75f service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961065 Jun 28 21:51:13.874510 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-ce1c9f65-ea14-452a-80dc-4943775616e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.875891 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-ce1c9f65-ea14-452a-80dc-4943775616e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0592937 Jun 28 21:51:13.968586 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-39b04bf1-5165-4df6-8cea-0e8133fc5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:13.970072 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-39b04bf1-5165-4df6-8cea-0e8133fc5ce6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 200 len: 909 time: 0.0846288 Jun 28 21:51:14.013850 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-9dc14360-9115-41e0-8634-2c1d12a74619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589 HTTP/1.1" status: 200 len: 217 time: 0.0364213 Jun 28 21:51:14.064251 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-21b6467b-81ff-4873-83bb-b61127e667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:14.065743 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-21b6467b-81ff-4873-83bb-b61127e667f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f525582-0906-4df2-87b5-3b35b49cc444 HTTP/1.1" status: 200 len: 848 time: 0.0442822 Jun 28 21:51:14.124596 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-936f0295-93cf-4bc5-9554-882d426a6d98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=242e2189-5ad0-4c21-a38b-bb7ffce5ea15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442028 Jun 28 21:51:14.218267 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4991a6-e094-44db-b661-7855d2337fd1 req-7ed7394b-ec4e-4a4d-9da6-9cc82a450021 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:14.219813 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dc4991a6-e094-44db-b661-7855d2337fd1 req-7ed7394b-ec4e-4a4d-9da6-9cc82a450021 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 944 time: 0.1486456 Jun 28 21:51:14.270646 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-0e1b1051-518f-4c52-8281-2abc204f2823 service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352139 Jun 28 21:51:14.274085 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dc4991a6-e094-44db-b661-7855d2337fd1 req-0455acae-c3d6-4f45-92df-c53892fe1cfc tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467339 Jun 28 21:51:14.274236 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea6281-a0bf-4411-b905-9f2b1fe56a24 req-04b857db-3400-4321-9318-aba05e8f60db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:14.275585 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4fea6281-a0bf-4411-b905-9f2b1fe56a24 req-04b857db-3400-4321-9318-aba05e8f60db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0739310 Jun 28 21:51:14.316301 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4fea6281-a0bf-4411-b905-9f2b1fe56a24 req-a2a325e2-6e1b-4b89-a5e7-837dfcf97b29 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348692 Jun 28 21:51:14.392226 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-74901938-d4ef-4b6c-9b6f-2d3d981e02f5 req-6df90d5c-49cc-4cb0-b4f1-11d8eb14d3fe service neutron] 10.222.0.39 "GET /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055107 Jun 28 21:51:14.530192 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c70d-8cfc-4f8c-9b00-6a350a7e6fdf req-86ce823d-bee3-4daf-b8c1-d2bd3d71360d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:14.532187 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5ea3c70d-8cfc-4f8c-9b00-6a350a7e6fdf req-86ce823d-bee3-4daf-b8c1-d2bd3d71360d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0737829 Jun 28 21:51:14.575401 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5ea3c70d-8cfc-4f8c-9b00-6a350a7e6fdf req-cb624e47-76ab-4372-a742-e13721077636 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366552 Jun 28 21:51:14.834271 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecb291-6281-4a37-89db-16963d09d02e req-52edb1a5-f870-4442-90ea-38a4d20e37ca tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:14.835881 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-11ecb291-6281-4a37-89db-16963d09d02e req-52edb1a5-f870-4442-90ea-38a4d20e37ca tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0732169 Jun 28 21:51:14.875686 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-11ecb291-6281-4a37-89db-16963d09d02e req-a08f405a-b74d-424e-bea4-90897ff47ec1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Jun 28 21:51:15.492548 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0db62-a648-41c8-a53a-0029f4caa71e req-63fe4034-f851-44d1-bc81-a6358eb53f92 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:15.495238 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5b0db62-a648-41c8-a53a-0029f4caa71e req-63fe4034-f851-44d1-bc81-a6358eb53f92 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 944 time: 0.1004994 Jun 28 21:51:15.544391 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ead1e-764a-4f41-b38c-36599dc25685 req-61e4a27e-f380-4106-b955-71af8e614849 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:15.551451 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-374ead1e-764a-4f41-b38c-36599dc25685 req-61e4a27e-f380-4106-b955-71af8e614849 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0742753 Jun 28 21:51:15.559536 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f5b0db62-a648-41c8-a53a-0029f4caa71e req-636f31b5-7851-4efc-b022-8beb17fc2b70 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565190 Jun 28 21:51:15.606752 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-374ead1e-764a-4f41-b38c-36599dc25685 req-1127b438-9dd2-48ff-8462-19a688de9573 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541418 Jun 28 21:51:15.790804 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a4b37-83fd-4441-828e-936cd0887cf9 req-5c10e34d-a826-4596-8703-75d13c3736fe tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:15.792339 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f08a4b37-83fd-4441-828e-936cd0887cf9 req-5c10e34d-a826-4596-8703-75d13c3736fe tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0893168 Jun 28 21:51:15.845498 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f08a4b37-83fd-4441-828e-936cd0887cf9 req-bb78d05b-3799-4858-bdbe-568c65055958 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362282 Jun 28 21:51:16.056521 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device ec9450a5-f8b1-4a3e-8bbc-031967139589 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:51:16.082770 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a206cd-a760-4ca6-b661-dfef6f998961 req-9ffaaa8b-7a29-4210-bfc7-a24e44307411 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:16.085242 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-45a206cd-a760-4ca6-b661-dfef6f998961 req-9ffaaa8b-7a29-4210-bfc7-a24e44307411 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0815015 Jun 28 21:51:16.138868 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-45a206cd-a760-4ca6-b661-dfef6f998961 req-2668d55a-9047-4635-992d-c107f79eb919 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Jun 28 21:51:16.180276 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:16.192661 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'ec9450a5-f8b1-4a3e-8bbc-031967139589', 'network_id': '242e2189-5ad0-4c21-a38b-bb7ffce5ea15', 'port_id': 'ec9450a5-f8b1-4a3e-8bbc-031967139589', 'mac_address': 'fa:16:3e:25:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f525582-0906-4df2-87b5-3b35b49cc444', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:51:16.238188 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:16.258620 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9450a5-f8b1-4a3e-8bbc-031967139589 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:51:16.282328 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:16.287034 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:16.290847 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-752da229-7571-4f91-af40-95ca029da78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:16.340984 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:16.344868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:16.589437 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['ec9450a5-f8b1-4a3e-8bbc-031967139589'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:16.769695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-de78200f-1be7-48d1-9182-ad8a0c498d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:16.772464 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-de78200f-1be7-48d1-9182-ad8a0c498d06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd17dfd6247247208559f0bab53142ab&device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 1098 time: 0.1405919 Jun 28 21:51:16.826591 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ed22-fa0e-4110-9aeb-8b169b6f7424 req-df66b81f-d52c-48a0-9951-cf3afe75eb48 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:16.828141 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ef2ed22-fa0e-4110-9aeb-8b169b6f7424 req-df66b81f-d52c-48a0-9951-cf3afe75eb48 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1477509 Jun 28 21:51:16.890556 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bffdc-7dd5-47d1-a211-4b09edf2369e req-f735eaa7-863c-4a8f-8821-c75df66c31ab tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:16.892146 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0a6bffdc-7dd5-47d1-a211-4b09edf2369e req-f735eaa7-863c-4a8f-8821-c75df66c31ab tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 945 time: 0.1141181 Jun 28 21:51:16.939867 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0a6bffdc-7dd5-47d1-a211-4b09edf2369e req-96550635-ede0-4755-9da4-f980c0cb24dc tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Jun 28 21:51:16.950103 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ef2ed22-fa0e-4110-9aeb-8b169b6f7424 req-b355b157-1430-4f91-82e8-4d0f1fccd06c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 Jun 28 21:51:16.969850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-6cef60f0-b552-4482-bb24-c7f102d61079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:16.971796 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-6cef60f0-b552-4482-bb24-c7f102d61079 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 200 len: 920 time: 0.1922076 Jun 28 21:51:17.050961 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-ed16e610-2fd9-473f-bd35-345926d5e2ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0676780 Jun 28 21:51:17.111504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-0e0cca01-8d5f-4378-8b48-f0bd1f57f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:17.113078 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-0e0cca01-8d5f-4378-8b48-f0bd1f57f617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 200 len: 859 time: 0.0512812 Jun 28 21:51:17.172721 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0df4c-fcbe-484c-9a05-7f46e5bef152 req-4d7a14e5-1b72-42ff-971e-c792c40073ea tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:17.174263 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-09f0df4c-fcbe-484c-9a05-7f46e5bef152 req-4d7a14e5-1b72-42ff-971e-c792c40073ea tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0811999 Jun 28 21:51:17.179094 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-856ad277-309d-4b8a-8d8c-542f599e4256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b646e717-9f14-48b3-b883-abed1c22361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498316 Jun 28 21:51:17.225861 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-09f0df4c-fcbe-484c-9a05-7f46e5bef152 req-2ef3fcb1-6a95-4bb5-8f35-c72178c7db85 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Jun 28 21:51:17.297080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f46a-287b-4452-8fd9-e3bf4e8d93da req-52bd4c15-4af1-4937-aba5-00ad33be0216 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:17.299120 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79c5f46a-287b-4452-8fd9-e3bf4e8d93da req-52bd4c15-4af1-4937-aba5-00ad33be0216 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1800900 Jun 28 21:51:17.339056 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-3d7fb7b9-d530-4c15-91d1-b4bf326f249d service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511893 Jun 28 21:51:17.380131 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79c5f46a-287b-4452-8fd9-e3bf4e8d93da req-7531c8b3-e102-4b46-93ae-a1b14c610ef6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723403 Jun 28 21:51:17.459946 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-24c1261b-5499-4671-a6cb-f91a1237a871 req-a307d617-8eda-43ee-8c9b-8852fda98e77 service neutron] 10.222.0.39 "GET /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111946 Jun 28 21:51:18.064752 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device ec9450a5-f8b1-4a3e-8bbc-031967139589 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:18.140251 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port ec9450a5-f8b1-4a3e-8bbc-031967139589 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:18.147167 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port ec9450a5-f8b1-4a3e-8bbc-031967139589 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:18.147809 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:18.239799 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638146a-aa9e-4695-a269-816d506b4c65 req-92ead72e-5258-494b-b8c9-23329edb3c13 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:18.242064 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d638146a-aa9e-4695-a269-816d506b4c65 req-92ead72e-5258-494b-b8c9-23329edb3c13 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0894392 Jun 28 21:51:18.245375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ea0c-5d71-489c-b16d-345a63f41527 req-2224f56f-5dac-43b6-a2f4-e1e291a59b18 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:18.247012 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e65ea0c-5d71-489c-b16d-345a63f41527 req-2224f56f-5dac-43b6-a2f4-e1e291a59b18 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 945 time: 0.1065865 Jun 28 21:51:18.254762 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:18.278952 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:18.282258 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f7be9-5091-4430-ac43-1c45d1db8255" -d '{"events": [{"server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:18.295871 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e65ea0c-5d71-489c-b16d-345a63f41527 req-8d0b4b1d-12b9-4fbc-b01d-92e90de9b0bf tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jun 28 21:51:18.296314 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d638146a-aa9e-4695-a269-816d506b4c65 req-1b11a6df-787c-4c41-9030-06ceaa62753d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jun 28 21:51:18.303369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:18.323423 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:18.323423 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:18.390478 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:18.394021 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:18.469983 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-cc672e83-fbc8-44fa-b828-4011eca5170c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120099121&fields=id&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 267 time: 0.0410435 Jun 28 21:51:18.496434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f16f-30e7-4e40-84b5-57c9c3f3cd87 req-80873911-f8af-4889-a88b-8f23e04e7f1e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:18.498062 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-68c1f16f-30e7-4e40-84b5-57c9c3f3cd87 req-80873911-f8af-4889-a88b-8f23e04e7f1e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0674200 Jun 28 21:51:18.548386 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-68c1f16f-30e7-4e40-84b5-57c9c3f3cd87 req-d41edf7d-78d5-4bb0-bef5-a7f358b7e9f6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Jun 28 21:51:18.597000 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-db02a4fe-0d3d-429b-8596-6cc18dc16d7c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:18.598544 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-db02a4fe-0d3d-429b-8596-6cc18dc16d7c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1208837 Jun 28 21:51:18.604110 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775a3a2-9c62-452a-b1a7-c5784b914e90 x-openstack-request-id: req-f775a3a2-9c62-452a-b1a7-c5784b914e90 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:18.604611 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "name": "network-vif-plugged", "status": "completed", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:18.604943 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f775a3a2-9c62-452a-b1a7-c5784b914e90 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:18.605506 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589', 'code': 200} Jun 28 21:51:18.618375 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-28c18bf5-e614-4c32-a83c-36fad3c0a4b2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/quotas/cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 375 time: 0.0122375 Jun 28 21:51:18.708008 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-56b1c158-10c1-42dd-bd4b-6959f66cc683 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861511 Jun 28 21:51:18.766988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b8a2f-acc0-4115-9fc4-f95091f0e748 req-27c2d885-0245-4a4b-87a7-48533715946d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:18.768513 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d36b8a2f-acc0-4115-9fc4-f95091f0e748 req-27c2d885-0245-4a4b-87a7-48533715946d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0704987 Jun 28 21:51:18.812862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d36b8a2f-acc0-4115-9fc4-f95091f0e748 req-bddb4aef-76f8-4f13-90a5-6141edf569d6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Jun 28 21:51:18.823000 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-8ce9189d-a32e-4429-8ec3-4d39d19c0a32 service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002073 Jun 28 21:51:18.926401 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-c7b2b022-ebba-4d32-bbb7-ef99951cb419 service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973129 Jun 28 21:51:19.283705 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fb7fb34d-c914-4849-b48c-003cb7d957aa req-3d966150-6fff-4c54-bb15-c604d55d28f7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jun 28 21:51:19.523432 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a60ba-0f61-4002-8054-5707b799983e req-40d4a61d-b0c8-4b74-afe4-040f15a0dacc tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:19.525350 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b34a60ba-0f61-4002-8054-5707b799983e req-40d4a61d-b0c8-4b74-afe4-040f15a0dacc tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.0894685 Jun 28 21:51:19.540836 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ce56c-63dd-426e-b7e7-cd71d25c9abd req-f7ac759c-0e50-4c3e-90aa-533f9fb6ecd2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:19.543512 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-664ce56c-63dd-426e-b7e7-cd71d25c9abd req-f7ac759c-0e50-4c3e-90aa-533f9fb6ecd2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1082196 Jun 28 21:51:19.590618 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b34a60ba-0f61-4002-8054-5707b799983e req-66add11b-a9e0-491e-92ea-17b62660b372 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Jun 28 21:51:19.591824 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-664ce56c-63dd-426e-b7e7-cd71d25c9abd req-582d69dc-64cb-4270-ad83-dbc6bbded996 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Jun 28 21:51:19.791128 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c0e4-3129-4060-86eb-a3cb812fa9a6 req-aae75bd8-9196-49dd-9dec-060d388e1c89 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:19.792497 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-77f5c0e4-3129-4060-86eb-a3cb812fa9a6 req-aae75bd8-9196-49dd-9dec-060d388e1c89 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0863900 Jun 28 21:51:19.849573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-77f5c0e4-3129-4060-86eb-a3cb812fa9a6 req-a11f290f-22b0-4925-b75d-379791a46753 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Jun 28 21:51:20.009288 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff141ba-31cd-4e9b-9665-2b8a6d5fa276 req-d2a225cd-629d-4fa9-aacd-90f8e8bcc0ef tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:20.011044 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2ff141ba-31cd-4e9b-9665-2b8a6d5fa276 req-d2a225cd-629d-4fa9-aacd-90f8e8bcc0ef tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0709066 Jun 28 21:51:20.057861 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2ff141ba-31cd-4e9b-9665-2b8a6d5fa276 req-6fc0e977-77f8-42ca-962b-455cbe98dafb tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Jun 28 21:51:20.442737 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7dcc05a4-9356-451f-9103-5198efa25b0a req-4aaa8e55-5fda-4c94-968b-66f3a8a22603 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0332305 Jun 28 21:51:20.643657 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3089-0924-4a52-8b35-9527c3ce3509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:20.783649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2494409-90c9-4307-9ae2-3482d9dfc0d9 req-dc8302e1-3384-4f42-9229-bccd970f34c3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:20.785189 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c2494409-90c9-4307-9ae2-3482d9dfc0d9 req-dc8302e1-3384-4f42-9229-bccd970f34c3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.0806527 Jun 28 21:51:20.809631 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45fd5-8c9f-4a10-b300-98aa0cc8dc28 req-0d3231e7-ba95-4b1e-9904-6b89a56ccc9c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:20.811145 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-10e45fd5-8c9f-4a10-b300-98aa0cc8dc28 req-0d3231e7-ba95-4b1e-9904-6b89a56ccc9c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0701158 Jun 28 21:51:20.833202 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c2494409-90c9-4307-9ae2-3482d9dfc0d9 req-aec4b26a-e4f7-4a50-8a12-65080440049c tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Jun 28 21:51:20.853823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-10e45fd5-8c9f-4a10-b300-98aa0cc8dc28 req-03a831f5-5cfb-4b77-b662-e350a229c462 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Jun 28 21:51:21.057505 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67acc-bc3d-4d9a-92d8-0c71b3122317 req-d345faf1-53f3-4e75-bf73-ed3ab96ac456 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:21.059253 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-aea67acc-bc3d-4d9a-92d8-0c71b3122317 req-d345faf1-53f3-4e75-bf73-ed3ab96ac456 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0725963 Jun 28 21:51:21.117751 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-aea67acc-bc3d-4d9a-92d8-0c71b3122317 req-6aff84bc-c7dc-4e94-a5af-89f0f2494dc2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Jun 28 21:51:21.276660 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4ba20-d3de-4235-9bc6-359f7f032c6b req-d8500e89-a906-4b4f-a56a-b3e68f67e477 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:21.278223 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-03b4ba20-d3de-4235-9bc6-359f7f032c6b req-d8500e89-a906-4b4f-a56a-b3e68f67e477 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0756006 Jun 28 21:51:21.323605 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-03b4ba20-d3de-4235-9bc6-359f7f032c6b req-327c635f-2d7f-40cc-ae87-bd4708d9e15b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Jun 28 21:51:21.607157 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-221948f1-8140-44c8-89e6-84a8a98d5f70 req-6bc0fd02-e38f-42b2-9790-de4b613ae01c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0320685 Jun 28 21:51:21.747062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe439-a474-4165-b458-5a6b22983998 req-20ce4f5d-09a6-4be4-880c-4b24041f0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:21.748401 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48afe439-a474-4165-b458-5a6b22983998 req-20ce4f5d-09a6-4be4-880c-4b24041f0352 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0681987 Jun 28 21:51:21.787403 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48afe439-a474-4165-b458-5a6b22983998 req-76ca6293-6a34-486d-a136-3e85205e3fd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283360 Jun 28 21:51:22.040689 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336241c-26de-45fd-a40a-cb4c362b2b93 req-6d9dd5be-2139-47d3-a28f-11f7d1759447 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:22.042913 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3336241c-26de-45fd-a40a-cb4c362b2b93 req-6d9dd5be-2139-47d3-a28f-11f7d1759447 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.0913627 Jun 28 21:51:22.048068 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966e065-7f49-477a-8512-35277288ca48 req-6a03bfb3-0de2-4347-b181-40ca3f74c807 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:22.049623 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4966e065-7f49-477a-8512-35277288ca48 req-6a03bfb3-0de2-4347-b181-40ca3f74c807 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.0730157 Jun 28 21:51:22.087869 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3336241c-26de-45fd-a40a-cb4c362b2b93 req-9c8fc1e1-1a2c-4aa5-8456-b2d039ae3049 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Jun 28 21:51:22.095587 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4966e065-7f49-477a-8512-35277288ca48 req-5540ee56-8ba7-4c77-b697-602a1a565aaa tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391548 Jun 28 21:51:22.339810 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436c5c3-9153-499d-b253-47725804769b req-49285c95-79af-4a22-acd0-5bd79123bdbc tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:22.341417 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0436c5c3-9153-499d-b253-47725804769b req-49285c95-79af-4a22-acd0-5bd79123bdbc tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0813608 Jun 28 21:51:22.394635 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0436c5c3-9153-499d-b253-47725804769b req-e2728131-9062-464c-a7b5-871e56be594e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470324 Jun 28 21:51:22.555143 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30af8-a016-4cd0-ba18-c019e26e225a req-80acbeef-ad1c-49c1-89f9-2750b544ecd9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:22.557729 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3df30af8-a016-4cd0-ba18-c019e26e225a req-80acbeef-ad1c-49c1-89f9-2750b544ecd9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0966139 Jun 28 21:51:22.601536 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-1cefc5c3-48fd-4800-899b-3f12cb275d0d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:22.603081 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-1cefc5c3-48fd-4800-899b-3f12cb275d0d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1376173 Jun 28 21:51:22.605633 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3df30af8-a016-4cd0-ba18-c019e26e225a req-b18ed73c-b6f2-4607-95fc-291e4d4bc81e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Jun 28 21:51:22.666675 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-b5a29abb-066f-4603-b097-884224a27da6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 379 time: 0.0469470 Jun 28 21:51:22.677501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'port': {'device_id': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'admin_state_up': True, 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'security_groups': ['d9ed0030-adb8-4953-88ca-4a4b27df6506']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:22.770546 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f3315c0e-347c-4fa3-af37-c9bd7e873a41 req-9ac06ec4-5f07-4dcc-a01d-64016e0731bc tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0354514 Jun 28 21:51:22.823508 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Made reservation on behalf of cb322b7c5b534c76a076f4439bf1793d for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:51:22.827404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:22.962306 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.20.0.8 (6ddfacec-d7c8-404b-9912-5a441115f2f0/0322605b-b0e2-401d-82a0-55f2005fc15c/fd78d663-bf83-4b45-981e-03f2c7180a02) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:23.102033 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.114730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8d7759c2-4bf0-4a45-9e89-65a18dfd2fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.116129 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Transition to ACTIVE for port object fd78d663-bf83-4b45-981e-03f2c7180a02 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:23.154450 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.170712 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:23.205775 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:23.219755 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:23.236345 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:23.298527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:23.306534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:23.323415 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:23.324170 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.335934 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d97d7-44ab-4115-b5d0-817eba34d54e req-819e78ba-cfde-4568-ab9b-030d33847564 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:23.337674 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2a4d97d7-44ab-4115-b5d0-817eba34d54e req-819e78ba-cfde-4568-ab9b-030d33847564 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.1088367 Jun 28 21:51:23.353142 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795816 Jun 28 21:51:23.366590 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Request body: {'port': {'device_id': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:23.378405 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664586-38c7-4d82-99b2-56f8ff351c49 req-dc572752-c00c-4522-bb5a-977da58d6fd1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:23.384707 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94664586-38c7-4d82-99b2-56f8ff351c49 req-dc572752-c00c-4522-bb5a-977da58d6fd1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1623857 Jun 28 21:51:23.401888 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2a4d97d7-44ab-4115-b5d0-817eba34d54e req-d9f1183b-9402-4361-a603-b6e707ec7f31 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Jun 28 21:51:23.490571 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94664586-38c7-4d82-99b2-56f8ff351c49 req-844ad1cf-1c33-4e1f-b65f-b52a3a0cf489 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856342 Jun 28 21:51:23.507281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.521698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-393f21b7-d85a-4781-b39f-c823336e1525 None None] Provisioning for port fd78d663-bf83-4b45-981e-03f2c7180a02 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:23.526450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-393f21b7-d85a-4781-b39f-c823336e1525 None None] Provisioning complete for port fd78d663-bf83-4b45-981e-03f2c7180a02 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:23.527085 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-393f21b7-d85a-4781-b39f-c823336e1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.552059 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.568739 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-393f21b7-d85a-4781-b39f-c823336e1525 None None] Port fd78d663-bf83-4b45-981e-03f2c7180a02 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:51:23.625389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d598b-3583-48dd-9c14-72e6ce69eae0 req-fe169c83-fda7-4aa6-9fc4-8060e138242e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:23.626797 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-186d598b-3583-48dd-9c14-72e6ce69eae0 req-fe169c83-fda7-4aa6-9fc4-8060e138242e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0822320 Jun 28 21:51:23.710526 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-186d598b-3583-48dd-9c14-72e6ce69eae0 req-af96008d-a5a6-4591-9481-5b91b0f977b3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712557 Jun 28 21:51:23.861410 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22f26-dc34-4ba0-8dc8-94d203d20a27 req-d7dc5666-c886-487e-a919-da6275275621 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:23.862939 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-97a22f26-dc34-4ba0-8dc8-94d203d20a27 req-d7dc5666-c886-487e-a919-da6275275621 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1087182 Jun 28 21:51:23.931988 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-97a22f26-dc34-4ba0-8dc8-94d203d20a27 req-b7638e46-c08f-4494-8b60-053e73fb59d5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607417 Jun 28 21:51:23.939794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd78d663-bf83-4b45-981e-03f2c7180a02 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:51:23.948083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.961641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Transition to ACTIVE for port object fd78d663-bf83-4b45-981e-03f2c7180a02 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:23.969329 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:23.976678 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:24.020079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Pushing event updated for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:24.024583 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:24.232807 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:24.382640 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Attempting to bind port fd78d663-bf83-4b45-981e-03f2c7180a02 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:51:24.382971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Attempting to bind port fd78d663-bf83-4b45-981e-03f2c7180a02 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:51:24.383357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Attempting to bind port fd78d663-bf83-4b45-981e-03f2c7180a02 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:24.394197 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Port fd78d663-bf83-4b45-981e-03f2c7180a02 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:51:24.402422 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Attempting to bind port fd78d663-bf83-4b45-981e-03f2c7180a02 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:24.404558 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949be7-ca73-4b96-9e50-39894e122ade req-364257fe-0527-4d85-a9d2-dd8f1ecb15ac tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:24.406459 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-21949be7-ca73-4b96-9e50-39894e122ade req-364257fe-0527-4d85-a9d2-dd8f1ecb15ac tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.3387969 Jun 28 21:51:24.413455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:51:24.414030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:51:24.414971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Bound using segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:51:24.415714 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Bound port: fd78d663-bf83-4b45-981e-03f2c7180a02, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:51:24.416362 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:24.526262 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:51:24.530900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=fd78d663-bf83-4b45-981e-03f2c7180a02,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:51:24.543829 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:24.552662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-758df9a5-ee08-4295-8b42-d6dfb57aa924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:24.598494 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-21949be7-ca73-4b96-9e50-39894e122ade req-98d2b639-1cbe-4cad-94c5-6d3fe3914c5f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784320 Jun 28 21:51:24.622146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:24.622755 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:24.624112 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] 10.222.0.39 "PUT /v2.0/ports/fd78d663-bf83-4b45-981e-03f2c7180a02 HTTP/1.1" status: 200 len: 1093 time: 1.2617693 Jun 28 21:51:24.624609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:24.626954 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db7461-bada-4e93-b347-39f66a02f8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:24.651083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Pushing event updated for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:24.667733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:24.691182 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8014ba-d80a-4e1b-b63e-a31014616acd x-openstack-request-id: req-fb8014ba-d80a-4e1b-b63e-a31014616acd {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:24.691667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:24.692112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb8014ba-d80a-4e1b-b63e-a31014616acd {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:24.692657 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'status': 'completed', 'code': 200} Jun 28 21:51:24.857929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-78305736-33ce-45c1-9ae8-95dd226be44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:24.859571 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-78305736-33ce-45c1-9ae8-95dd226be44d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 1096 time: 0.0954170 Jun 28 21:51:24.916775 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-c6ea2b24-f566-42e2-bdd4-619610d9868b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd78d663-bf83-4b45-981e-03f2c7180a02 HTTP/1.1" status: 200 len: 217 time: 0.0491097 Jun 28 21:51:25.048475 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d3436-434f-4af1-9825-936e68953dc3 req-b0501c9d-b7c5-421e-8a33-9c4332e878af tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.050948 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-991d3436-434f-4af1-9825-936e68953dc3 req-b0501c9d-b7c5-421e-8a33-9c4332e878af tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.0835729 Jun 28 21:51:25.068188 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-ae59dcda-b19d-426d-ac62-c86ec6b1c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.072020 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-ae59dcda-b19d-426d-ac62-c86ec6b1c204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.1419234 Jun 28 21:51:25.107763 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-991d3436-434f-4af1-9825-936e68953dc3 req-f024ce10-1056-447b-b10c-9ab48fadb539 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Jun 28 21:51:25.143696 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b193-180c-48b9-ae52-37f6bdaa0931 req-d57aee5c-844a-4939-8f86-bcd53da1c7b6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.145374 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-66d9b193-180c-48b9-ae52-37f6bdaa0931 req-d57aee5c-844a-4939-8f86-bcd53da1c7b6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.2317207 Jun 28 21:51:25.196845 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-66d9b193-180c-48b9-ae52-37f6bdaa0931 req-a4e98591-66e8-43d2-9fdb-71d0bb25483d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Jun 28 21:51:25.199366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-20ab54a8-6071-4595-bf35-10f4bc4f49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.200745 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-20ab54a8-6071-4595-bf35-10f4bc4f49fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132479 Jun 28 21:51:25.284926 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7dd-4ed2-47ce-ab4c-e17f1ebd37fa req-bbe2ea07-1966-4f80-88f3-8e6f93759c77 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.286414 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bbfac7dd-4ed2-47ce-ab4c-e17f1ebd37fa req-bbe2ea07-1966-4f80-88f3-8e6f93759c77 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0671086 Jun 28 21:51:25.308932 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-d8c185cc-6f0c-4867-9f9b-538cdc0b3e14 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901661 Jun 28 21:51:25.329004 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bbfac7dd-4ed2-47ce-ab4c-e17f1ebd37fa req-72a0b391-d397-45f0-8bf4-06d6a3ba444d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Jun 28 21:51:25.408497 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2e295d75-5e8f-44c1-8166-2a13b2752792 req-1ca7d148-5b58-48e8-b3b8-634f7bcc06f3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 Jun 28 21:51:25.522644 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-b8212f8d-fe07-4185-98c7-c52bba1956c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.524380 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-b8212f8d-fe07-4185-98c7-c52bba1956c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 1096 time: 0.0526946 Jun 28 21:51:25.557763 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:25.618541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-f52725b5-74f1-412a-8ffa-8d0ac0a52f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.620083 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-f52725b5-74f1-412a-8ffa-8d0ac0a52f85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0891623 Jun 28 21:51:25.670143 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-02ac61db-cbf7-47e9-be26-ecfe41f29a9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd78d663-bf83-4b45-981e-03f2c7180a02 HTTP/1.1" status: 200 len: 217 time: 0.0415003 Jun 28 21:51:25.762804 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-2d627d98-0e0f-46c9-a5b5-0459bcafcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.764125 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-2d627d98-0e0f-46c9-a5b5-0459bcafcb76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0738907 Jun 28 21:51:25.791688 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4031-7f06-4df1-ac3e-ef510242b5ef req-62949162-c0f5-479c-91e2-cc77d1b19cf1 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.793076 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dd2e4031-7f06-4df1-ac3e-ef510242b5ef req-62949162-c0f5-479c-91e2-cc77d1b19cf1 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.0754862 Jun 28 21:51:25.860546 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dd2e4031-7f06-4df1-ac3e-ef510242b5ef req-729215b0-bc0c-487b-ae12-6f7716f54430 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594511 Jun 28 21:51:25.877990 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-30777273-60ed-4439-b539-0b6ff23d2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:25.879447 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-30777273-60ed-4439-b539-0b6ff23d2cb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855153 Jun 28 21:51:25.980869 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-04310de8-50d8-47a0-ab0c-28ff3d85946a service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824220 Jun 28 21:51:26.082556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:51:26.140136 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7db7461-bada-4e93-b347-39f66a02f8a4 req-448feb52-29bd-4f7f-ad17-e176278828a2 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375825 Jun 28 21:51:26.201873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:26.217271 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:51:26.282372 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:26.297505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:51:26.332041 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:26.340221 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:26.342462 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:26.371307 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d27d5d-ade6-4ba3-ac4b-fece38f05ab8 req-e0095635-3003-469d-af7b-fa32869c32f3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:26.372887 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e5d27d5d-ade6-4ba3-ac4b-fece38f05ab8 req-e0095635-3003-469d-af7b-fa32869c32f3 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.1139956 Jun 28 21:51:26.442165 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=6']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:26.457922 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.462251 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.462623 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.462967 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.463305 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.463643 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.464011 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.464348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.464830 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.465199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.465533 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.465886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:26.475240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:26.480289 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e5d27d5d-ade6-4ba3-ac4b-fece38f05ab8 req-fb57224b-98fa-43a0-a98b-3bc04eba6a05 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/security-groups?id=7667d17b-5c27-434a-89cc-d1ed719e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 Jun 28 21:51:26.500443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['5184c9cf-495b-4f71-b58b-ddc12f7130fd'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:26.508446 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17f7a-6283-4166-b7c7-fa77248bca4d req-4d86ee55-d14a-41ea-93d6-60c32f44d4be tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:26.517137 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dae17f7a-6283-4166-b7c7-fa77248bca4d req-4d86ee55-d14a-41ea-93d6-60c32f44d4be tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.1405127 Jun 28 21:51:26.655843 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dae17f7a-6283-4166-b7c7-fa77248bca4d req-c8637e6d-e0fa-4d78-990b-782aeb196ab9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354458 Jun 28 21:51:26.837278 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b853ef3-7eae-45cb-bfdb-bc9d07c1802e req-951eba3c-998a-49a5-a477-03be87b636ce tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:26.852184 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6b853ef3-7eae-45cb-bfdb-bc9d07c1802e req-951eba3c-998a-49a5-a477-03be87b636ce tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.2462232 Jun 28 21:51:26.931341 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6b853ef3-7eae-45cb-bfdb-bc9d07c1802e req-fa4de1a0-774a-4ccf-a8b0-8017b8b70416 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777898 Jun 28 21:51:26.933711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-87daf5ea-48be-489c-9271-dbc544257836 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:26.935844 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-87daf5ea-48be-489c-9271-dbc544257836 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 946 time: 0.0922058 Jun 28 21:51:27.115658 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Deleting port ec9450a5-f8b1-4a3e-8bbc-031967139589 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:51:27.116921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:27.157112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f5a67-b6db-46ed-8adb-a0b81fdfb7fa req-62de417b-1cab-4956-b564-9a43fb0026a9 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:27.158799 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e81f5a67-b6db-46ed-8adb-a0b81fdfb7fa req-62de417b-1cab-4956-b564-9a43fb0026a9 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.1162748 Jun 28 21:51:27.258296 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e81f5a67-b6db-46ed-8adb-a0b81fdfb7fa req-eb90e52d-6b4a-4002-bc5e-82bd8cdfd8cb tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710311 Jun 28 21:51:27.280229 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] For port ec9450a5-f8b1-4a3e-8bbc-031967139589, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ec9450a5-f8b1-4a3e-8bbc-031967139589,segment=NetworkSegment(ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5),segment_id=ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:27.280602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:27.295698 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Calling delete_port for ec9450a5-f8b1-4a3e-8bbc-031967139589 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:51:27.471436 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:27.477694 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9517dc80-03e2-4591-b821-f6a1293ebb13 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:27.508098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Pushing event deleted for resources: {'Port': ['ID=ec9450a5-f8b1-4a3e-8bbc-031967139589,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:27.511615 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:27.566692 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] No DVR routers for this DVR port ec9450a5-f8b1-4a3e-8bbc-031967139589 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:51:27.570256 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:27.572359 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51d0b491-c7e9-41eb-b07b-0e7d3ae4b68a req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.39 "DELETE /v2.0/ports/ec9450a5-f8b1-4a3e-8bbc-031967139589 HTTP/1.1" status: 204 len: 173 time: 0.6292632 Jun 28 21:51:27.573050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'name': 'network-vif-deleted', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:27.575649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae09a95-0b9e-4020-82e2-1d058d37305c" -d '{"events": [{"server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "name": "network-vif-deleted", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:27.637781 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec87a5c-153f-4787-a845-80886c70a9c8 x-openstack-request-id: req-7ec87a5c-153f-4787-a845-80886c70a9c8 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:27.638185 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c9cb84-71b4-4b31-9016-8a85b4352fe0", "name": "network-vif-deleted", "tag": "ec9450a5-f8b1-4a3e-8bbc-031967139589", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:27.638402 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec87a5c-153f-4787-a845-80886c70a9c8 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:27.638827 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c9cb84-71b4-4b31-9016-8a85b4352fe0', 'name': 'network-vif-deleted', 'tag': 'ec9450a5-f8b1-4a3e-8bbc-031967139589', 'status': 'completed', 'code': 200} Jun 28 21:51:27.693608 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46d88f5a-6e78-4e41-a4cf-1793bc393e93 req-3c160bd9-a304-4668-b721-f694e49c071b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0357404 Jun 28 21:51:27.966385 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afee3e9-1374-4f24-b1d3-fc68f2b69073 req-f84ae0ed-1fd5-49cd-b992-48c62a9161bf tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:27.970189 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3afee3e9-1374-4f24-b1d3-fc68f2b69073 req-f84ae0ed-1fd5-49cd-b992-48c62a9161bf tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.0896747 Jun 28 21:51:28.023611 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3afee3e9-1374-4f24-b1d3-fc68f2b69073 req-aaf7276e-fc3f-49fd-ae61-5b7746108a31 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Jun 28 21:51:28.185389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18c41-bf3d-456c-90a6-c89a233c0d17 req-d16edc16-0e66-4d53-a6d8-24f51c07924c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:28.187168 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-55b18c41-bf3d-456c-90a6-c89a233c0d17 req-d16edc16-0e66-4d53-a6d8-24f51c07924c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0883610 Jun 28 21:51:28.233228 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-55b18c41-bf3d-456c-90a6-c89a233c0d17 req-ded06b7c-64ea-4454-bdcd-6095adeb7ee2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 Jun 28 21:51:28.482187 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696a1c-f630-4b64-9668-9e195bd9f03a req-3dc2685e-956c-4f42-8d2d-20d2a246429a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:28.483782 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6696a1c-f630-4b64-9668-9e195bd9f03a req-3dc2685e-956c-4f42-8d2d-20d2a246429a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.0753040 Jun 28 21:51:28.553942 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6696a1c-f630-4b64-9668-9e195bd9f03a req-98dffd3c-bae5-4513-b355-c64e12b42f01 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506403 Jun 28 21:51:28.871907 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e3b4a2a3-c4c8-476f-a8e4-d05b8af18323 req-ee5bef69-4e0c-42e1-aedd-d9885ac20045 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0295968 Jun 28 21:51:29.232797 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df4f5-5312-437d-ba46-062e6288dc63 req-10c2d551-2777-4513-8141-59d68bb4a550 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:29.238412 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-031df4f5-5312-437d-ba46-062e6288dc63 req-10c2d551-2777-4513-8141-59d68bb4a550 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.0797930 Jun 28 21:51:29.290326 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-031df4f5-5312-437d-ba46-062e6288dc63 req-efaff858-549f-4dca-90bd-4d0fd2f3f80a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495038 Jun 28 21:51:29.449166 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7982-7213-4029-9a51-cf7d58285351 req-e8c2c751-96c7-4454-a5aa-dee45daa4d7e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:29.451147 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-995d7982-7213-4029-9a51-cf7d58285351 req-e8c2c751-96c7-4454-a5aa-dee45daa4d7e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0847442 Jun 28 21:51:29.499525 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-995d7982-7213-4029-9a51-cf7d58285351 req-3d567623-b8da-4e24-8181-bcba98782ed3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Jun 28 21:51:29.775352 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b17d7-de15-4172-bc20-11b83f918e24 req-c022dfc2-8a8c-4c2b-95b0-33c2ed7673b2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:29.776917 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-211b17d7-de15-4172-bc20-11b83f918e24 req-c022dfc2-8a8c-4c2b-95b0-33c2ed7673b2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.0877650 Jun 28 21:51:29.830966 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-211b17d7-de15-4172-bc20-11b83f918e24 req-62bffee6-3864-455b-9bf6-d79815820035 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480638 Jun 28 21:51:30.036459 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-35850c14-ba32-49eb-b149-7f6fe037ad68 req-45653e02-2895-42b8-9867-0912d3208eba tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0331113 Jun 28 21:51:30.317750 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['ec9450a5-f8b1-4a3e-8bbc-031967139589'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:30.327719 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:30.420276 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:30.420912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:30.562589 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab317-eeec-4789-a63e-a795841349e7 req-44bb746b-df52-4458-836f-98eb64ad394c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:30.567781 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:30.570094 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d65ab317-eeec-4789-a63e-a795841349e7 req-44bb746b-df52-4458-836f-98eb64ad394c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.1094832 Jun 28 21:51:30.609635 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:30.612037 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a1889-9eb2-4046-8375-edbde39ad5a3" -d '{"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:30.622414 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d65ab317-eeec-4789-a63e-a795841349e7 req-87103198-1007-4a6b-967c-4221632ff0fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506699 Jun 28 21:51:30.626150 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:30.635098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:30.637942 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:30.694152 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0330d9b-7aa0-4908-9910-30e8d8cc115d x-openstack-request-id: req-d0330d9b-7aa0-4908-9910-30e8d8cc115d {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:30.694628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:30.694904 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0330d9b-7aa0-4908-9910-30e8d8cc115d {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:30.695411 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'code': 200} Jun 28 21:51:30.709426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=7']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:30.712969 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:30.760141 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d3110-5921-4f51-8a51-729f206a4a4d req-80990a69-d6ce-4b15-bde1-bea3e37a1c8a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:30.767936 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c53d3110-5921-4f51-8a51-729f206a4a4d req-80990a69-d6ce-4b15-bde1-bea3e37a1c8a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1064889 Jun 28 21:51:30.823101 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c53d3110-5921-4f51-8a51-729f206a4a4d req-9b7acd9c-224b-4562-8a1e-996b9ec58919 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530958 Jun 28 21:51:31.113327 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc135c-407f-4b10-8898-3f970ef0f8bf req-cc4c191f-b3a9-4742-bfc7-8c32f6343be6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:31.114990 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-defc135c-407f-4b10-8898-3f970ef0f8bf req-cc4c191f-b3a9-4742-bfc7-8c32f6343be6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.1181278 Jun 28 21:51:31.197750 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-defc135c-407f-4b10-8898-3f970ef0f8bf req-d82f1d66-796d-46a8-843f-26a250af7b32 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760062 Jun 28 21:51:31.358552 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-61394abe-be7c-486e-a5ad-44265c85fc74 req-fee5e12c-4d81-4467-b9dc-fceb69ad3896 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c9cb84-71b4-4b31-9016-8a85b4352fe0 HTTP/1.1" status: 200 len: 210 time: 0.0638907 Jun 28 21:51:31.847455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad86e-e975-40c4-bcd3-eadd0acce9a2 req-60ca9938-ebea-4838-8ed5-cc688e844b97 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:31.850506 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2dad86e-e975-40c4-bcd3-eadd0acce9a2 req-60ca9938-ebea-4838-8ed5-cc688e844b97 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0852287 Jun 28 21:51:31.952712 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2dad86e-e975-40c4-bcd3-eadd0acce9a2 req-5a9b0bf1-5198-4a98-8d5b-505e5c61bc01 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905738 Jun 28 21:51:32.127638 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104921-69a4-436e-9af0-00e8ea8015a3 req-88726c79-73ab-4a15-b028-3771d4259d21 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:32.129180 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0a104921-69a4-436e-9af0-00e8ea8015a3 req-88726c79-73ab-4a15-b028-3771d4259d21 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0854940 Jun 28 21:51:32.181424 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0a104921-69a4-436e-9af0-00e8ea8015a3 req-a47050a3-8de1-4640-89d0-2a51622e784b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 Jun 28 21:51:32.605998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c14fb-84fe-4814-9326-9771543b93a6 req-753ac452-a61d-4532-9b61-6feef5c13b4d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:32.622847 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-351c14fb-84fe-4814-9326-9771543b93a6 req-753ac452-a61d-4532-9b61-6feef5c13b4d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.1858263 Jun 28 21:51:32.709465 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-351c14fb-84fe-4814-9326-9771543b93a6 req-4692fb56-e785-4ab0-b75f-fea6d1b5f898 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847955 Jun 28 21:51:33.276657 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29762587-0f5f-4689-be93-8c60d76abddb req-f5de3928-5b49-4c0a-9e55-4043b551bd7d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:33.282370 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-29762587-0f5f-4689-be93-8c60d76abddb req-f5de3928-5b49-4c0a-9e55-4043b551bd7d tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1210396 Jun 28 21:51:33.333021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e18e56-dd27-4710-a4cd-56404826c981 req-6842cd8d-5765-45d0-a76f-5fde6678f514 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:33.334861 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-51e18e56-dd27-4710-a4cd-56404826c981 req-6842cd8d-5765-45d0-a76f-5fde6678f514 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1213646 Jun 28 21:51:33.363146 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-29762587-0f5f-4689-be93-8c60d76abddb req-b75ec7cd-6168-421e-905a-02fc2a358f6a tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727427 Jun 28 21:51:33.408458 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-51e18e56-dd27-4710-a4cd-56404826c981 req-be3bfc9d-532b-428b-bb4b-a817d351799e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667155 Jun 28 21:51:33.599048 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38febe4-3c46-430a-864b-a1b1c13a8afe req-760c0a1b-20a0-4364-8dd5-b59628c7fd7c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:33.606693 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e38febe4-3c46-430a-864b-a1b1c13a8afe req-760c0a1b-20a0-4364-8dd5-b59628c7fd7c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1131124 Jun 28 21:51:33.657031 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e38febe4-3c46-430a-864b-a1b1c13a8afe req-7bb21eee-a7bf-4608-9dfd-6e0eeefb8f0a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488224 Jun 28 21:51:33.954013 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5beb-9a9f-4132-a3d3-1be2a7a40cf8 req-50eaecae-7d94-4f64-80b2-678fd06b50f0 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:33.955411 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa4d5beb-9a9f-4132-a3d3-1be2a7a40cf8 req-50eaecae-7d94-4f64-80b2-678fd06b50f0 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.0706949 Jun 28 21:51:33.995775 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fa4d5beb-9a9f-4132-a3d3-1be2a7a40cf8 req-78c2b84e-4275-42c2-afbe-16acda218131 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Jun 28 21:51:34.625315 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f687e-1b4e-4746-9cdb-14b66d3d9297 req-a70dc1b4-6d7b-4555-a1bb-5bd248e4ce46 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:34.627085 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-576f687e-1b4e-4746-9cdb-14b66d3d9297 req-a70dc1b4-6d7b-4555-a1bb-5bd248e4ce46 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0996044 Jun 28 21:51:34.632570 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389130-7e97-42c9-9d92-28c761fa1d63 req-34ef3448-357c-491d-bf72-a8431acd0bd9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:34.634344 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1389130-7e97-42c9-9d92-28c761fa1d63 req-34ef3448-357c-491d-bf72-a8431acd0bd9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0922611 Jun 28 21:51:34.691482 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1389130-7e97-42c9-9d92-28c761fa1d63 req-97da18f6-8c6b-42e4-82ec-c178794e1dd6 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Jun 28 21:51:34.712868 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-576f687e-1b4e-4746-9cdb-14b66d3d9297 req-35b62897-6459-4aad-8047-df5f132b8fa9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720575 Jun 28 21:51:34.897258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc71d-390d-4568-b4a5-9c53ec164fc1 req-fd9facd6-ea35-4ca9-a349-00248f97d6c3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:34.905274 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-084dc71d-390d-4568-b4a5-9c53ec164fc1 req-fd9facd6-ea35-4ca9-a349-00248f97d6c3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0968115 Jun 28 21:51:34.950661 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-084dc71d-390d-4568-b4a5-9c53ec164fc1 req-19b9a243-8208-4123-b289-e32772501a1a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Jun 28 21:51:35.058224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device fd78d663-bf83-4b45-981e-03f2c7180a02 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:51:35.174987 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=fd78d663-bf83-4b45-981e-03f2c7180a02,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:35.189225 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'port_id': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'mac_address': 'fa:16:3e:ab:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:51:35.243215 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc077-b10b-4974-a46c-9ef71bfedef1 req-4ba04fa0-7d4c-4e8c-ba73-6728f91e468c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:35.244700 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff3bc077-b10b-4974-a46c-9ef71bfedef1 req-4ba04fa0-7d4c-4e8c-ba73-6728f91e468c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 943 time: 0.1042898 Jun 28 21:51:35.258057 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:35.278223 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd78d663-bf83-4b45-981e-03f2c7180a02 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:51:35.294573 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff3bc077-b10b-4974-a46c-9ef71bfedef1 req-15cf9189-2e2e-4a28-99c3-0b1febb22436 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Jun 28 21:51:35.300339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=fd78d663-bf83-4b45-981e-03f2c7180a02,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:35.314755 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:35.314755 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:35.369745 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:35.372902 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:35.919370 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960d98b-2853-45dc-abb5-5c8f39a0bf55 req-4e6a7ca3-da8e-4241-b1e0-db06e82a2be5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:35.925959 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed941-3e12-4a3c-b01f-06df42cf4f90 req-0bd7907c-bc3b-4113-ae9b-5468755f6a2f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:35.926970 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3960d98b-2853-45dc-abb5-5c8f39a0bf55 req-4e6a7ca3-da8e-4241-b1e0-db06e82a2be5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0912094 Jun 28 21:51:35.928785 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e61ed941-3e12-4a3c-b01f-06df42cf4f90 req-0bd7907c-bc3b-4113-ae9b-5468755f6a2f tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0996518 Jun 28 21:51:35.978134 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3960d98b-2853-45dc-abb5-5c8f39a0bf55 req-10cde47d-a333-4cfc-8775-63fb83e29573 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495529 Jun 28 21:51:35.985406 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e61ed941-3e12-4a3c-b01f-06df42cf4f90 req-f9bcc398-4c04-4af8-85c3-74155e97b295 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491140 Jun 28 21:51:36.035060 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device ec9450a5-f8b1-4a3e-8bbc-031967139589 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:36.059350 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: ec9450a5-f8b1-4a3e-8bbc-031967139589 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:51:36.060828 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device ec9450a5-f8b1-4a3e-8bbc-031967139589 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:51:36.184456 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80d9e4-1025-4f6e-8892-4bcc6b135518 req-94deb46e-fa56-4768-9039-eb6966c0ba82 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:36.186344 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b80d9e4-1025-4f6e-8892-4bcc6b135518 req-94deb46e-fa56-4768-9039-eb6966c0ba82 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jun 28 21:51:36.230584 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b80d9e4-1025-4f6e-8892-4bcc6b135518 req-cd64f87e-b8b7-42ed-8728-1e2b11e6af83 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352914 Jun 28 21:51:36.485243 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:51:36.513013 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503629-f685-4a7d-a82e-89d5d67d4caa req-14848499-63f8-463f-8060-634439eedef8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:36.518564 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7f503629-f685-4a7d-a82e-89d5d67d4caa req-14848499-63f8-463f-8060-634439eedef8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 944 time: 0.0974782 Jun 28 21:51:36.563286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7f503629-f685-4a7d-a82e-89d5d67d4caa req-84e23e3c-0f19-4c00-ad2d-127929d37b26 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Jun 28 21:51:37.233753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87188f7-6f5c-45b7-b037-883eed4782d0 req-20623c16-21ee-405e-b47e-d2e7c2b20487 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:37.238168 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b87188f7-6f5c-45b7-b037-883eed4782d0 req-20623c16-21ee-405e-b47e-d2e7c2b20487 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0942979 Jun 28 21:51:37.292992 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72a7c5-e57a-42ac-b6b5-d57b5fe5b557 req-d5d43cba-2fcb-40b6-b39e-c5ed2573e9a2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:37.297647 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fe72a7c5-e57a-42ac-b6b5-d57b5fe5b557 req-d5d43cba-2fcb-40b6-b39e-c5ed2573e9a2 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.0981829 Jun 28 21:51:37.298757 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b87188f7-6f5c-45b7-b037-883eed4782d0 req-977efc3c-cf08-41b8-88a0-58eac6ccdbe6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475490 Jun 28 21:51:37.365778 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fe72a7c5-e57a-42ac-b6b5-d57b5fe5b557 req-10e2835a-2d1f-4193-8a3d-337238c8e9bb tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Jun 28 21:51:37.553698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['fd78d663-bf83-4b45-981e-03f2c7180a02'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:37.567560 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64611b-9353-4546-931e-2ee91073df48 req-2e1bfefe-b0d9-4ffd-91c2-6604c3834589 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:37.569940 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4f64611b-9353-4546-931e-2ee91073df48 req-2e1bfefe-b0d9-4ffd-91c2-6604c3834589 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0694394 Jun 28 21:51:37.656577 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4f64611b-9353-4546-931e-2ee91073df48 req-a4719480-fe91-4691-aef8-5c38cf5b3cf6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728798 Jun 28 21:51:37.824349 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36bf2-facc-4541-bf10-7562469fe20f req-b3be8b77-432b-44f5-81a8-c213c5195c43 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:37.837953 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4fe36bf2-facc-4541-bf10-7562469fe20f req-b3be8b77-432b-44f5-81a8-c213c5195c43 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 944 time: 0.1466730 Jun 28 21:51:37.901722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-08f64654-c15c-420f-8161-d19ad538f606 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:37.904335 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-08f64654-c15c-420f-8161-d19ad538f606 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.1655433 Jun 28 21:51:37.973739 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4fe36bf2-facc-4541-bf10-7562469fe20f req-7ca8b5bd-9bc0-4273-940b-fa1c6b77fd34 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342711 Jun 28 21:51:38.079303 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Deleting port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:51:38.079605 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:38.338437 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] For port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:38.339183 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:38.400331 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Calling delete_port for 91cd54a7-e0a1-4df0-b0d3-e23542b4401f owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:51:38.589226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c52a3-1fd3-43f7-88ef-821622aba496 req-d777847e-cd81-4bba-9d2f-badf76f53cd8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:38.599098 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-434c52a3-1fd3-43f7-88ef-821622aba496 req-d777847e-cd81-4bba-9d2f-badf76f53cd8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1107328 Jun 28 21:51:38.642811 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-434c52a3-1fd3-43f7-88ef-821622aba496 req-3934bf7d-7537-4bad-8415-6134d061000c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Jun 28 21:51:38.852441 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57186f-8a2a-44c4-82c1-5e5e64f5213e req-d6c0cd04-accc-4b96-b461-8f15851e64e0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:38.864847 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cf57186f-8a2a-44c4-82c1-5e5e64f5213e req-d6c0cd04-accc-4b96-b461-8f15851e64e0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 946 time: 0.2350669 Jun 28 21:51:38.975296 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368dc50-367e-47e2-939f-d8af4efe9aff req-0ebf36ce-68db-4e11-9dfb-f17d05c3c754 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:38.983983 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2368dc50-367e-47e2-939f-d8af4efe9aff req-0ebf36ce-68db-4e11-9dfb-f17d05c3c754 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1133425 Jun 28 21:51:39.004148 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cf57186f-8a2a-44c4-82c1-5e5e64f5213e req-fa7945bb-e27c-4236-bb94-b8c76d9df277 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373606 Jun 28 21:51:39.010635 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:39.021723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-634b595a-4766-45d6-b8d7-b80cd90e05e1 tempest-DeleteServersTestJSON-120713493 tempest-DeleteServersTestJSON-120713493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:39.039237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['91cd54a7-e0a1-4df0-b0d3-e23542b4401f', '4f8b3a7c-e158-409c-8827-c444a1a4d0d3'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:39.086948 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2368dc50-367e-47e2-939f-d8af4efe9aff req-cbe77d35-b785-4e48-b6b8-646874d87a7e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012974 Jun 28 21:51:39.125199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device fd78d663-bf83-4b45-981e-03f2c7180a02 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:39.131173 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Pushing event deleted for resources: {'Port': ['ID=91cd54a7-e0a1-4df0-b0d3-e23542b4401f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:39.140102 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:39.191368 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] No DVR routers for this DVR port 91cd54a7-e0a1-4df0-b0d3-e23542b4401f on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:51:39.198262 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:39.202040 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4aac89ae-2aa2-41bc-9f6c-c3ce67eaf012 req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "DELETE /v2.0/ports/91cd54a7-e0a1-4df0-b0d3-e23542b4401f HTTP/1.1" status: 204 len: 173 time: 1.2881145 Jun 28 21:51:39.204207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'name': 'network-vif-deleted', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:39.208934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e85dc-234f-413b-913a-ac1da7df1e22" -d '{"events": [{"server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "name": "network-vif-deleted", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:39.283126 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f559c18b-bf6c-4e12-bb9c-3512a7382aea x-openstack-request-id: req-f559c18b-bf6c-4e12-bb9c-3512a7382aea {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:39.283672 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9d141-42e8-4fea-a095-d620215788ab", "name": "network-vif-deleted", "tag": "91cd54a7-e0a1-4df0-b0d3-e23542b4401f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:39.284576 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f559c18b-bf6c-4e12-bb9c-3512a7382aea {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:39.285246 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9d141-42e8-4fea-a095-d620215788ab', 'name': 'network-vif-deleted', 'tag': '91cd54a7-e0a1-4df0-b0d3-e23542b4401f', 'status': 'completed', 'code': 200} Jun 28 21:51:39.498976 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf965a0f-7b1a-403d-85f9-4b5ff7ae33ef req-efd94160-6a63-4df5-9831-b0df393c59b8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:39.504992 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cf965a0f-7b1a-403d-85f9-4b5ff7ae33ef req-efd94160-6a63-4df5-9831-b0df393c59b8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 944 time: 0.1681905 Jun 28 21:51:39.595532 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port fd78d663-bf83-4b45-981e-03f2c7180a02 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:39.617453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port fd78d663-bf83-4b45-981e-03f2c7180a02 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:39.618826 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:39.654589 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cf965a0f-7b1a-403d-85f9-4b5ff7ae33ef req-4970e231-0a31-4661-af38-6145f702a2e3 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336086 Jun 28 21:51:39.721019 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-21ccdbc8-1b9d-4483-af14-ebd063cee711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:39.722971 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-21ccdbc8-1b9d-4483-af14-ebd063cee711 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1098 time: 0.2042150 Jun 28 21:51:39.837392 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:39.878804 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:39.881774 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf2aea-626e-4fff-97c0-807e572d1321" -d '{"events": [{"server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "name": "network-vif-plugged", "status": "completed", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:39.930176 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=fd78d663-bf83-4b45-981e-03f2c7180a02,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:39.940360 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:39.943252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-ad683ce2-1640-40b7-87bb-800eee646877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:39.945399 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-ad683ce2-1640-40b7-87bb-800eee646877 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.2148015 Jun 28 21:51:39.948236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-24aa12f4-b863-4f9e-84a1-ef4cdb688bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:40.036142 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf501d0-5290-4b8a-b512-550c3219d5a4 x-openstack-request-id: req-2cf501d0-5290-4b8a-b512-550c3219d5a4 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:40.037130 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "name": "network-vif-plugged", "status": "completed", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:40.037613 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cf501d0-5290-4b8a-b512-550c3219d5a4 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:40.041407 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'code': 200} Jun 28 21:51:40.044668 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49604) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:40.128966 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7eaca-2b8d-4229-9109-308e54ac26a3 req-ec37d71b-cc3e-4fee-a81f-3b3c50372c11 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:40.130984 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-29c7eaca-2b8d-4229-9109-308e54ac26a3 req-ec37d71b-cc3e-4fee-a81f-3b3c50372c11 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1755922 Jun 28 21:51:40.173585 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-77e3c432-59f2-4777-9f94-0267c41aeeca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 1000 time: 0.2187636 Jun 28 21:51:40.185557 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:40.201070 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:40.264024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-a266ab98-8980-4eed-805c-e68d2501f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:40.265742 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-a266ab98-8980-4eed-805c-e68d2501f535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0855432 Jun 28 21:51:40.278755 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-29c7eaca-2b8d-4229-9109-308e54ac26a3 req-9acffc06-89b1-4318-a495-a93c50e1b023 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357069 Jun 28 21:51:40.396710 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-c6c471ea-9c04-4fcb-a9d8-ac53b8b5332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:40.398399 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-c6c471ea-9c04-4fcb-a9d8-ac53b8b5332a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233325 Jun 28 21:51:40.428615 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:40.596780 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-253ea24c-ea6b-47e6-98e1-efa64eb77075 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911509 Jun 28 21:51:40.676094 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dd66c37b-49a0-4298-9588-b46c042d56d6 req-fad0627a-d710-41a5-ada2-3111ba93787e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf9d141-42e8-4fea-a095-d620215788ab HTTP/1.1" status: 200 len: 210 time: 0.0417473 Jun 28 21:51:40.768996 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f04cf7a-ec4a-4e96-b3fd-13b7e174e77f req-14b37c6c-8c00-461e-86a9-6db1efeefdae service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639421 Jun 28 21:51:40.798668 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:40.811828 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:40.819941 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-60d7b9bf-41cc-4e52-9b12-42e77f0e2e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:40.886906 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad898bbe-0418-4101-9c3b-8c09b7c4824e req-99175ef8-0c09-4a58-b884-c2da115c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:40.888493 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad898bbe-0418-4101-9c3b-8c09b7c4824e req-99175ef8-0c09-4a58-b884-c2da115c6465 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 1098 time: 0.4409306 Jun 28 21:51:40.899854 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49628) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:40.909913 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aba674c9451b4f37a6249a0e386f5408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582799 Jun 28 21:51:40.920685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584d871-3089-4923-bbf6-a40e84376f2d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:40.934720 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:40.978031 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630ed95-6e48-499d-967a-32b118806aae req-bccbef01-d185-48d5-9d0a-14a3c7095e76 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:40.979960 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2630ed95-6e48-499d-967a-32b118806aae req-bccbef01-d185-48d5-9d0a-14a3c7095e76 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.4045851 Jun 28 21:51:40.998493 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad898bbe-0418-4101-9c3b-8c09b7c4824e req-258f8c93-4f2f-4756-867a-12ddeee7bc7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894077 Jun 28 21:51:41.016358 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00988f7f-66eb-442b-8ac8-395510f4ee20 req-99e43683-ac3e-4863-ac9f-a01e1f4a3fd2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:41.018914 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-00988f7f-66eb-442b-8ac8-395510f4ee20 req-99e43683-ac3e-4863-ac9f-a01e1f4a3fd2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.1314063 Jun 28 21:51:41.028850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:41.038420 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2630ed95-6e48-499d-967a-32b118806aae req-7738fea3-84d9-456c-920b-2ec6b1ef145d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jun 28 21:51:41.082503 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:41.124536 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 91cd54a7-e0a1-4df0-b0d3-e23542b4401f no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:41.134400 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-00988f7f-66eb-442b-8ac8-395510f4ee20 req-702cb36c-4b95-46a2-b433-26adf2f115ec tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880222 Jun 28 21:51:41.169509 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 91cd54a7-e0a1-4df0-b0d3-e23542b4401f {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:51:41.171207 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 91cd54a7-e0a1-4df0-b0d3-e23542b4401f not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:51:41.188191 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:41.202717 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:41.203974 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a584d871-3089-4923-bbf6-a40e84376f2d HTTP/1.1" status: 204 len: 168 time: 0.3028462 Jun 28 21:51:41.204844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-22d0d3a4-6adc-45e3-acd5-4bfd060f0b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:41.214887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584d871-3089-4923-bbf6-a40e84376f2d,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:41.217645 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:41.546249 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe8c1-6d76-4649-ae62-74b6e0e7c193 req-90153131-54f5-46f9-ab53-72c2c90ee156 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:41.549268 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e87fe8c1-6d76-4649-ae62-74b6e0e7c193 req-90153131-54f5-46f9-ab53-72c2c90ee156 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.0887301 Jun 28 21:51:41.603891 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e87fe8c1-6d76-4649-ae62-74b6e0e7c193 req-efc84364-87ab-4923-83f2-288846ecc19b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Jun 28 21:51:42.361091 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e384-f773-49b0-9d49-b991516b848d req-4cc70ae0-99fb-4d84-a3a6-794df439928a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:42.374680 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d5d4e384-f773-49b0-9d49-b991516b848d req-4cc70ae0-99fb-4d84-a3a6-794df439928a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1335142 Jun 28 21:51:42.437074 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d5d4e384-f773-49b0-9d49-b991516b848d req-bda0d280-eb9c-433e-a0ba-42cd18c5f86a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605721 Jun 28 21:51:42.456085 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1cea-d34c-4241-89f1-2b40475266e5 req-46facaa0-b918-411c-9878-a3261775e883 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:42.459537 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-601c1cea-d34c-4241-89f1-2b40475266e5 req-46facaa0-b918-411c-9878-a3261775e883 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1035302 Jun 28 21:51:42.649903 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e5fb1-bf92-4893-a602-d0b0942f0241 req-253a61ec-50cc-42ac-9e1f-a33adea8bad6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:42.651739 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-af2e5fb1-bf92-4893-a602-d0b0942f0241 req-253a61ec-50cc-42ac-9e1f-a33adea8bad6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.1040041 Jun 28 21:51:42.710070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-af2e5fb1-bf92-4893-a602-d0b0942f0241 req-9dd5e741-ebc4-4ca0-aa62-493ce618dd19 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498219 Jun 28 21:51:42.785083 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-601c1cea-d34c-4241-89f1-2b40475266e5 req-33955ccc-2dd9-456a-9efe-ce5fa07ad043 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180737 Jun 28 21:51:42.914994 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:43.035567 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449494-df74-454e-89b3-7e3e64bf0644 req-b6b058c2-d77a-427d-b61f-90323e583aed tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:43.047324 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-14449494-df74-454e-89b3-7e3e64bf0644 req-b6b058c2-d77a-427d-b61f-90323e583aed tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 945 time: 0.1330776 Jun 28 21:51:43.109658 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-14449494-df74-454e-89b3-7e3e64bf0644 req-b2b621e7-74fd-4c68-ae46-80d483d6e0f0 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610313 Jun 28 21:51:43.148829 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:43.266012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf930a-2d9a-4202-ad84-9b3f14efb719 req-51d9ef47-161b-480f-9c68-2f6f879c16c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:43.284242 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0aaf930a-2d9a-4202-ad84-9b3f14efb719 req-51d9ef47-161b-480f-9c68-2f6f879c16c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.1481690 Jun 28 21:51:43.356963 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-7400093d-4fde-46bd-bd63-de1467e1af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:43.360767 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-7400093d-4fde-46bd-bd63-de1467e1af6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1098 time: 0.2226453 Jun 28 21:51:43.363373 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0aaf930a-2d9a-4202-ad84-9b3f14efb719 req-6bc52723-ba62-4ff3-bac2-2ea1beb6a9ec tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777342 Jun 28 21:51:43.399391 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:43.459333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49674) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:43.534054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:43.538713 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e979fe89-510a-4eda-92a1-9497a16b27c3" -d '{"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-unplugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:43.693582 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:43.714008 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396fb16-7258-42ca-aaa2-93ccd8ef1998 x-openstack-request-id: req-8396fb16-7258-42ca-aaa2-93ccd8ef1998 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:43.716348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-unplugged", "status": "failed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "code": 422}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:43.717007 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8396fb16-7258-42ca-aaa2-93ccd8ef1998 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:43.729110 dv-cinder-798384-1-iscsi neutron-server[104563]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'code': 422} returned with failed status Jun 28 21:51:43.733775 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:43.736592 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:43.809650 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-96f095ca-2d9a-46da-abb4-01e622ae06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:43.811286 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-96f095ca-2d9a-46da-abb4-01e622ae06e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.4390466 Jun 28 21:51:43.824478 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=8']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:43.829970 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:43.914902 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-0f9bcb11-28f3-4dfd-a467-9d80fc50190b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 1000 time: 0.0786114 Jun 28 21:51:43.964507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1926ff8-438b-42d4-b313-af430a4d1d13 tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:43.965951 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-e1926ff8-438b-42d4-b313-af430a4d1d13 tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 1093 time: 0.5033295 Jun 28 21:51:43.970288 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49688) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:43.976232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'port_id': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:44.016727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:44.028646 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd528278-ac69-4c5e-9fad-ed8b9a0fdb82 req-d60757d9-0d06-4e20-9d71-0159470f94ba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:44.031829 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fd528278-ac69-4c5e-9fad-ed8b9a0fdb82 req-d60757d9-0d06-4e20-9d71-0159470f94ba tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.3031118 Jun 28 21:51:44.033821 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-a7f45943-9450-4d8a-9c36-805a7f0f0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:44.035523 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-a7f45943-9450-4d8a-9c36-805a7f0f0270 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.1064851 Jun 28 21:51:44.143926 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fd528278-ac69-4c5e-9fad-ed8b9a0fdb82 req-c0cd2758-9ca0-4962-ad26-a5199d58bb1d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051741 Jun 28 21:51:44.159834 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8519b4-cc79-497f-a7cc-7a0dd480ca08 req-12d87f45-6ff3-4181-ba21-2af91bcd5c2e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:44.167570 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be8519b4-cc79-497f-a7cc-7a0dd480ca08 req-12d87f45-6ff3-4181-ba21-2af91bcd5c2e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1520891 Jun 28 21:51:44.183040 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-b1611804-d14b-4c42-82f6-1533c270db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:44.185593 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-b1611804-d14b-4c42-82f6-1533c270db97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244156 Jun 28 21:51:44.255179 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be8519b4-cc79-497f-a7cc-7a0dd480ca08 req-02a01006-13bc-4bd7-8e27-f6643a6f6c0c tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865948 Jun 28 21:51:44.263045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:44.403821 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-4b8dcada-ee9f-4496-9be2-f6c49cb1bef0 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111752 Jun 28 21:51:44.460561 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.27.1.33 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/01a97ed4-90c7-4c6e-af12-625f9a50b597) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:44.500822 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac929b-875b-441a-958a-4a3851be7c86 req-0d4212f5-2f88-43ec-afc6-30b56344f61e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:44.508685 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-78ac929b-875b-441a-958a-4a3851be7c86 req-0d4212f5-2f88-43ec-afc6-30b56344f61e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1578660 Jun 28 21:51:44.573177 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-78ac929b-875b-441a-958a-4a3851be7c86 req-09387d26-c39c-4545-bd12-c953e211d4fb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597699 Jun 28 21:51:44.582051 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d74ee7b-5900-4889-b439-e33cb3ab2af1 req-f529778e-035f-4bf5-addd-edd7821916b4 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700368 Jun 28 21:51:44.637979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:44.686284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:44.692236 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:44.765394 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:44.768356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:44.771215 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:44.820086 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=01a97ed4-90c7-4c6e-af12-625f9a50b597,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:44.823399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:45.229430 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49714) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:45.548518 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:45.601454 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82aa9d-16ef-4220-992d-7fc4a66681e6 req-9cc39470-f4ce-44fe-bda8-f43912994833 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:45.610505 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b82aa9d-16ef-4220-992d-7fc4a66681e6 req-9cc39470-f4ce-44fe-bda8-f43912994833 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1822701 Jun 28 21:51:45.690765 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9b82aa9d-16ef-4220-992d-7fc4a66681e6 req-e3f8b5fd-2c5d-43fc-9c30-5811be74ee94 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789409 Jun 28 21:51:45.819906 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:45.832394 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:45.840934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490f53-0afc-4105-a0b5-d2fe3c91ad87 req-78064a70-9c96-4982-b32c-a7b92bd566f0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:45.841873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ae055efc-9df7-4fd2-a06a-57e7b35833f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:45.843262 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8e490f53-0afc-4105-a0b5-d2fe3c91ad87 req-78064a70-9c96-4982-b32c-a7b92bd566f0 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.2453458 Jun 28 21:51:45.950085 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82347130e55a4470b49b12a81881b505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099395 Jun 28 21:51:45.956959 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49728) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:45.958447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cbd4c5-1485-4b6d-a78d-e1b68a625376,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:45.969689 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:45.996136 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8e490f53-0afc-4105-a0b5-d2fe3c91ad87 req-6680c87a-cc4c-4ed4-8ae7-ec42e6784e6b tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906723 Jun 28 21:51:46.081832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.139407 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.198943 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.290186 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.417989 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.420904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.426304 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17cbd4c5-1485-4b6d-a78d-e1b68a625376 HTTP/1.1" status: 204 len: 168 time: 0.4645271 Jun 28 21:51:46.426304 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b754a779-faad-49d1-870c-1d0eff30bcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:46.451520 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cbd4c5-1485-4b6d-a78d-e1b68a625376,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:46.459585 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:46.502916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4e9b6-dae5-4afd-973b-1394acf8a409 req-d532a8b3-6717-46d9-a107-166e2a2a6177 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:46.511091 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0ad4e9b6-dae5-4afd-973b-1394acf8a409 req-d532a8b3-6717-46d9-a107-166e2a2a6177 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.2188864 Jun 28 21:51:46.584171 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0ad4e9b6-dae5-4afd-973b-1394acf8a409 req-3422b634-1221-4548-8d66-5027f6dbba4a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714018 Jun 28 21:51:46.651230 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.663382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:46.669143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:46.783498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=01a97ed4-90c7-4c6e-af12-625f9a50b597,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:46.798796 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:46.817717 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:47.027866 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f2052-9e97-47d0-8e48-b0578f35a8d1 req-5d40837b-41d3-492c-a4f7-78d1cbe06f9e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:47.040470 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-208f2052-9e97-47d0-8e48-b0578f35a8d1 req-5d40837b-41d3-492c-a4f7-78d1cbe06f9e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1351392 Jun 28 21:51:47.067143 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP 5dff82fd-8199-4c1a-af9a-208a68d4f468 associated. External IP: 172.27.1.33, port: fd78d663-bf83-4b45-981e-03f2c7180a02. Jun 28 21:51:47.123601 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-208f2052-9e97-47d0-8e48-b0578f35a8d1 req-a68da61f-ec50-4228-8508-8fa651b36d38 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736175 Jun 28 21:51:47.271480 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49772) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:47.445374 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-f1b91657-7a18-44e7-b7b9-60385026e662 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632667 Jun 28 21:51:47.573168 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e11201-8999-4cee-a49e-c6767d543613 req-907c86b9-dc01-4c79-bf57-96c95b82f4e1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:47.574849 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-49e11201-8999-4cee-a49e-c6767d543613 req-907c86b9-dc01-4c79-bf57-96c95b82f4e1 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.2717113 Jun 28 21:51:47.594645 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:51:47.633885 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-49e11201-8999-4cee-a49e-c6767d543613 req-deab140b-d02b-4b1a-88d7-d97cff37192e tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523279 Jun 28 21:51:47.763915 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:51:47.780868 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:51:47.801058 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:47.812883 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:47.813967 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:47.878230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49796) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:47.897859 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9262238 Jun 28 21:51:47.898526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:47.900906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e56966-ded3-4387-95ac-6148aaeedccd" -d '{"events": [{"name": "network-changed", "server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:47.948389 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f8739-af09-43c3-a1f5-eb3b27a3152b x-openstack-request-id: req-eb8f8739-af09-43c3-a1f5-eb3b27a3152b {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:47.949515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:47.950161 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb8f8739-af09-43c3-a1f5-eb3b27a3152b {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:47.951106 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'status': 'completed', 'code': 200} Jun 28 21:51:48.081284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56966-ded3-4387-95ac-6148aaeedccd req-59a50345-d0e1-4702-aaa1-2d59b933e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.085519 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-69cd0b4c-c348-4407-beb2-e94154a0db90 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.087147 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-69cd0b4c-c348-4407-beb2-e94154a0db90 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.1789827 Jun 28 21:51:48.087641 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-59a50345-d0e1-4702-aaa1-2d59b933e67b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 1098 time: 0.1067643 Jun 28 21:51:48.100969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd7b51-848c-4f8a-9147-25ef7ab2c911 req-fbe5316f-a2d5-455c-a660-89eb8c47707d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.108584 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7dcd7b51-848c-4f8a-9147-25ef7ab2c911 req-fbe5316f-a2d5-455c-a660-89eb8c47707d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1392925 Jun 28 21:51:48.166319 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:48.187682 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-21709227-network', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:48.216030 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7dcd7b51-848c-4f8a-9147-25ef7ab2c911 req-2b1a823b-0ec0-47d8-95e9-97e0acd500aa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064618 Jun 28 21:51:48.298745 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Made reservation on behalf of 29bb5d9640944eb2b1b02cb4a27e3a88 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:51:48.301635 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.386975 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.416030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56966-ded3-4387-95ac-6148aaeedccd req-22dde707-59b2-49b0-8703-6bd6616127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.429861 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-22dde707-59b2-49b0-8703-6bd6616127b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.3246760 Jun 28 21:51:48.537227 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.548759 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Deleting port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:51:48.548759 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.571813 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.581355 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8fd1c0e0-ed24-41f9-a2ac-bc7dc3a9958b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:48.627516 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-4042ec49-9c7d-464b-b669-73774808fdcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd78d663-bf83-4b45-981e-03f2c7180a02 HTTP/1.1" status: 200 len: 998 time: 0.1834059 Jun 28 21:51:48.652633 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:51:48.688986 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ac989-31c2-4d70-861c-2ab154eb3d17,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:48.692975 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.693370 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Added segment a49af64f-17e2-41b0-a7dd-513e1652b036 of type vlan for network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd Jun 28 21:51:48.707173 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:48.771407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.776637 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] For port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:48.777133 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.789581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56966-ded3-4387-95ac-6148aaeedccd req-58305778-d1e4-4e3c-b4d3-871a24c179d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.793083 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-58305778-d1e4-4e3c-b4d3-871a24c179d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.1546819 Jun 28 21:51:48.805963 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Calling delete_port for 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:51:48.816707 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '5dff82fd-8199-4c1a-af9a-208a68d4f468', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:ab:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:51:45Z', 'updated_at': '2021-06-28T21:51:45Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:48.861345 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:51:48.878889 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:48.880228 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:48.920649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.923882 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:48.924647 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:48.930888 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:49.018728 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1373651 Jun 28 21:51:49.022918 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49814) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:49.026665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56966-ded3-4387-95ac-6148aaeedccd req-37c76f36-9636-4b44-a704-1e069c7b14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:49.030543 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-37c76f36-9636-4b44-a704-1e069c7b14a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2279069 Jun 28 21:51:49.030983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Pushing event updated for resources: {'Network': ['ID=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:49.035429 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:49.039608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Request body: {'subnet': {'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-21709227-subnet', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:49.050989 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:51:49.079471 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Made reservation on behalf of 29bb5d9640944eb2b1b02cb4a27e3a88 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:51:49.082857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:49.134296 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8e04-3700-4f7d-b663-111e4053c660 req-72aed56d-b5af-490a-a151-6ee29764a2a9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:49.136022 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ca4d8e04-3700-4f7d-b663-111e4053c660 req-72aed56d-b5af-490a-a151-6ee29764a2a9 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a02156c-6d50-4afa-89f9-ae3a10816d95 HTTP/1.1" status: 200 len: 945 time: 0.2228498 Jun 28 21:51:49.180407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:49.190668 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:49.200601 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4f8b3a7c-e158-409c-8827-c444a1a4d0d3'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:51:49.254820 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:49.283990 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Pushing event deleted for resources: {'Port': ['ID=4f8b3a7c-e158-409c-8827-c444a1a4d0d3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:49.304078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:49.581282 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] No DVR routers for this DVR port 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 on host hv-cinder-79838 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:51:49.587807 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:49.590630 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eb7b857e-00b3-48da-b008-fd2c80755b36 req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.39 "DELETE /v2.0/ports/4f8b3a7c-e158-409c-8827-c444a1a4d0d3 HTTP/1.1" status: 204 len: 173 time: 1.4736967 Jun 28 21:51:49.591107 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'name': 'network-vif-deleted', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:51:49.596721 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f233bc-8840-4863-94f7-1a7463706466" -d '{"events": [{"server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "name": "network-vif-deleted", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:51:49.658713 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:49.672100 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936d78-d97b-438d-a8a4-60980bb39000 req-13a1e3be-40e3-4c76-a0f5-40d5392d15b6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:49.674583 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1f936d78-d97b-438d-a8a4-60980bb39000 req-13a1e3be-40e3-4c76-a0f5-40d5392d15b6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1854966 Jun 28 21:51:49.687994 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:49.699708 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-ccb4bd76-8ff0-44b0-a65e-0cc57a417fce service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358285 Jun 28 21:51:49.702852 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ca4d8e04-3700-4f7d-b663-111e4053c660 req-d7b09ce9-d8e8-4e32-b70a-4bc49efa3308 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] 10.222.0.37 "GET /v2.0/security-groups?id=438b52fc-5cc6-4f5a-b728-0a2c6f168134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564704 Jun 28 21:51:49.714576 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '5dff82fd-8199-4c1a-af9a-208a68d4f468', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:ab:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:51:45Z', 'updated_at': '2021-06-28T21:51:45Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:49.762673 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389ae5-8839-4c75-b33e-b248c1e11483 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '5dff82fd-8199-4c1a-af9a-208a68d4f468', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:ab:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:51:45Z', 'updated_at': '2021-06-28T21:51:45Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:51:49.774216 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1f936d78-d97b-438d-a8a4-60980bb39000 req-1e0f0841-79fb-4834-8f3f-1fa6e4756865 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911639 Jun 28 21:51:49.818398 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc1e544-c2f7-4523-a0fd-f4aa13c88a29 x-openstack-request-id: req-3fc1e544-c2f7-4523-a0fd-f4aa13c88a29 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:51:49.818840 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02156c-6d50-4afa-89f9-ae3a10816d95", "name": "network-vif-deleted", "tag": "4f8b3a7c-e158-409c-8827-c444a1a4d0d3", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:51:49.819295 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fc1e544-c2f7-4523-a0fd-f4aa13c88a29 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:51:49.819891 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02156c-6d50-4afa-89f9-ae3a10816d95', 'name': 'network-vif-deleted', 'tag': '4f8b3a7c-e158-409c-8827-c444a1a4d0d3', 'status': 'completed', 'code': 200} Jun 28 21:51:49.929962 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:49.939460 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:49.954150 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Checking segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:51:49.954580 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Network hostable DHCP agents. Network: 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:51:49.993709 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-36e56966-ded3-4387-95ac-6148aaeedccd req-7d57fbfc-bc6d-4d97-8d27-3d3d2d7ed675 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721511 Jun 28 21:51:50.000699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:51:50.014077 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:50.027578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:50.028084 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f650a0d-eba3-42a0-a67e-4a816f482bf1 None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:51:50.028391 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.055038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0312836 Jun 28 21:51:50.058292 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49824) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:50.063534 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:50.093511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.094679 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.160006 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c62eb-b08e-4df6-aa50-dc5610789515 None None] New status for floating IP 5dff82fd-8199-4c1a-af9a-208a68d4f468: ACTIVE {{(pid=104563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:51:50.208858 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.252671 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-ba76986c-cbcd-4d72-bbaa-c55ace298fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:50.255474 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-ba76986c-cbcd-4d72-bbaa-c55ace298fef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 1096 time: 0.1588581 Jun 28 21:51:50.377184 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.418313 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-4029c281-3cba-49d4-82ab-13674a6392fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:50.421218 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-4029c281-3cba-49d4-82ab-13674a6392fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1096 time: 0.1243124 Jun 28 21:51:50.504230 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:51:50.506019 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.674408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.702150 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.727458 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-3fdec6cb-da17-4599-8a3d-42c451b88472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:50.736073 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-3fdec6cb-da17-4599-8a3d-42c451b88472 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.2890429 Jun 28 21:51:50.762135 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Allocated IP 172.20.0.2 (23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd/5a2e4313-cdbd-4e92-a4a0-b419aab2ed71/7a5a7b02-09cc-4cf2-93c2-6b51e152fe95) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:50.900894 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-78adb849-b26f-4763-b5d5-4c6551c83ad7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 998 time: 0.1584382 Jun 28 21:51:50.912681 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Allocated IP 172.27.1.199 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/56944a51-4123-4beb-b16a-6ae372cad9bb) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:50.976886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3342fe8d-0f78-4d7a-bcc1-83e4665e63ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:50.988667 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.003170 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Transition to ACTIVE for port object 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:51.005064 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49834) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:51.020871 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Transition to ACTIVE for port object 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:51.031257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.041774 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:51.071540 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:51.076382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:51.081714 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:51.121548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.122989 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-19b43c4f-e741-4a50-ab64-dbace03595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:51.124431 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-19b43c4f-e741-4a50-ab64-dbace03595fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.2165606 Jun 28 21:51:51.157886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Attempting to bind port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:51:51.158345 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Attempting to bind port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:51:51.158647 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Attempting to bind port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 on network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:51.166759 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:51:51.167800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Checking segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:51:51.167800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.168103 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Bound using segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:51:51.168566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Bound port: 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:51:51.168973 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.175007 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Pushing event updated for resources: {'Port': ['ID=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:51.186711 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:51.198929 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:51.228865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:51:51.229216 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4f8b3a7c-e158-409c-8827-c444a1a4d0d3 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:51:51.235200 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f97f-472e-4847-a970-4854bf524dca req-37456272-44f4-4d8d-abaf-92b0c8240316 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:51.237729 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3c69f97f-472e-4847-a970-4854bf524dca req-37456272-44f4-4d8d-abaf-92b0c8240316 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1845298 Jun 28 21:51:51.255856 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.260738 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-99e0a956-cbe5-4761-9067-2af7c39344ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:51.296426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] For port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:51:51.297997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] For port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:51:51.310375 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:51.324553 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-0d492cc1-667f-4fb2-b5cc-1187cabde072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:51.355402 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3c69f97f-472e-4847-a970-4854bf524dca req-2e52fe3f-f44b-49e3-ba49-6943532df61d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088810 Jun 28 21:51:51.362395 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:51.373222 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:51.379192 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:51.405675 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Pushing event updated for resources: {'Port': ['ID=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:51.418022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:51.419737 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Pushing event updated for resources: {'Port': ['ID=56944a51-4123-4beb-b16a-6ae372cad9bb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:51.427462 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:51.602791 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-1f4a7196-e282-4ed9-b9c7-ac0cf764ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:51.605657 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-1f4a7196-e282-4ed9-b9c7-ac0cf764ed01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4699662 Jun 28 21:51:51.923255 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-1b8c9e3e-7b4f-4528-8ac5-be6c4e39d77c service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099368 Jun 28 21:51:52.121633 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:52.260179 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46bde950-6b11-4ef0-b47b-ebc1bd75f83b req-c5fa0450-4f13-4eb8-af42-00545cf95080 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284671 Jun 28 21:51:52.419510 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:52.459914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:52.704158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:51:52.848110 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:52.962529 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:52.964111 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:51:52.978497 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Sync routers for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:51:52.992997 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Notify callbacks [] for router, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:52.995869 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9364498 Jun 28 21:51:52.997477 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49860) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:52.999943 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:53.002163 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:53.014630 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdae9e-8368-47cf-b7b9-e70eef91e74c req-867a066c-c14c-421e-b977-83a58c75780f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:53.017904 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0bfdae9e-8368-47cf-b7b9-e70eef91e74c req-867a066c-c14c-421e-b977-83a58c75780f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.3271942 Jun 28 21:51:53.096786 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0bfdae9e-8368-47cf-b7b9-e70eef91e74c req-5ac2592a-bc65-4a80-9b7e-35812b83c797 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695024 Jun 28 21:51:53.125860 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4b3135f9-14a7-4940-8765-201309b769ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.236640 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254632c-b257-409a-a572-e001cd4b70da None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:51:53.289044 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:53.300449 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Deleting port 737e2283-0a8e-4acd-9304-0d33aa8690dd {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:51:53.301157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.342054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Provisioning for port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:53.355875 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Provisioning complete for port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:53.356489 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.616319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.620107 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.651871 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] For port 737e2283-0a8e-4acd-9304-0d33aa8690dd, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=737e2283-0a8e-4acd-9304-0d33aa8690dd,segment=NetworkSegment(adca3240-db8f-4d48-80fc-931b60ef3bcd),segment_id=adca3240-db8f-4d48-80fc-931b60ef3bcd)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:53.655034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.686008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Calling delete_port for 737e2283-0a8e-4acd-9304-0d33aa8690dd owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:51:53.722371 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] For port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:53.732845 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:51Z', 'revision_number': 3, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:53.736790 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:53.742611 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:53.791415 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Checking router: 8bc3482b-4075-4d4e-ae3e-bdac0f524977 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:51:53.791782 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Updating router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 port 56944a51-4123-4beb-b16a-6ae372cad9bb binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:51:53.869742 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Pushing event updated for resources: {'Port': ['ID=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:53.874664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:54.019187 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.247528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.288794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.293321 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:54.337884 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.394505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-d0624f65-d379-47cc-a461-2e805fc22839 None None] Provisioning complete for port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:54.396811 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0624f65-d379-47cc-a461-2e805fc22839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.523287 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=737e2283-0a8e-4acd-9304-0d33aa8690dd,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:54.707351 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:54.779929 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.808888 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Transition to ACTIVE for port object 56944a51-4123-4beb-b16a-6ae372cad9bb will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:54.815709 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:54.816122 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.819790 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.826774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.830048 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.830727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.831098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.833609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.835333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.837151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.838883 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.840131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.845581 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:54.846122 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.846890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.847064 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.858443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:54.858660 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.892007 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5360252-040b-4dca-bbb0-ce7fbfe41dcb req-45c5f0b0-bff3-4d0a-85cf-41d3b4fedfa4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:54.901073 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5360252-040b-4dca-bbb0-ce7fbfe41dcb req-45c5f0b0-bff3-4d0a-85cf-41d3b4fedfa4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.4045618 Jun 28 21:51:54.918579 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Attempting to bind port 56944a51-4123-4beb-b16a-6ae372cad9bb on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:51:54.919415 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Attempting to bind port 56944a51-4123-4beb-b16a-6ae372cad9bb by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:51:54.920181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Attempting to bind port 56944a51-4123-4beb-b16a-6ae372cad9bb on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:51:54.929333 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:51:54.930337 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:51:54.931472 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.932235 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:51:54.932439 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Allocated IP 172.20.0.1 (23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd/5a2e4313-cdbd-4e92-a4a0-b419aab2ed71/c97570f7-8eb8-444d-af32-6ba06807501a) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:51:54.933153 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Bound port: 56944a51-4123-4beb-b16a-6ae372cad9bb, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:51:54.933834 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:54.974676 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Pushing event updated for resources: {'Port': ['ID=56944a51-4123-4beb-b16a-6ae372cad9bb,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:54.993116 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5360252-040b-4dca-bbb0-ce7fbfe41dcb req-1fca053e-1921-434d-ae28-bb4538ec06d3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909071 Jun 28 21:51:54.996464 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:54.998931 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.001070 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.001700 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.002185 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.003801 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.004256 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.004759 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.008325 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.008910 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.009342 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.009769 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:55.039080 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:55.095061 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] For port 56944a51-4123-4beb-b16a-6ae372cad9bb, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:51:55.112525 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] For port 56944a51-4123-4beb-b16a-6ae372cad9bb, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=56944a51-4123-4beb-b16a-6ae372cad9bb,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:51:55.122125 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:55.168697 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-c8cf19bb-240a-4d1a-93f0-3fb9c4825fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:55.224731 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:55.225468 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:55.282535 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Pushing event updated for resources: {'Port': ['ID=56944a51-4123-4beb-b16a-6ae372cad9bb,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:55.287267 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:55.339510 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:55.383068 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Transition to ACTIVE for port object c97570f7-8eb8-444d-af32-6ba06807501a will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:51:55.452235 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:55.455355 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:55.463558 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b5623ff5-4687-4f18-8c5b-3ff16ce503fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:55.586389 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:55.599143 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Pushing event updated for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:55.600657 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Router 7ab1b17f-498e-4267-89e8-c876a73e28be has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:51:55.603468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:55.604594 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:55.605999 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:55.608377 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:51:55.686280 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:55.912309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:51:55.921910 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] 10.222.0.37 "PUT /v2.0/routers/7ab1b17f-498e-4267-89e8-c876a73e28be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8910251 Jun 28 21:51:55.924836 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49876) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:55.926574 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Sync routers for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:51:55.951150 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:55.951525 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:56.108762 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:51Z', 'revision_number': 3, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:56.131729 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-38904710-a161-4ea0-adac-b0dabf3bef3e None None] Provisioning for port c97570f7-8eb8-444d-af32-6ba06807501a completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:56.159400 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.183827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.198438 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8006a-4dd6-4367-b3bb-1f4ad4b0f055 None None] The sync data for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi is: [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:51Z', 'revision_number': 3, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:51:56.402685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.413334 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.421261 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b7a5201a-4e13-432f-a3f0-c9acd478da4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:56.517012 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:56.545929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2bc8-080a-4371-9e2a-d9c5af284f7b req-c4f2181c-479c-44ab-bd7a-3b2593f04737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:56.550820 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3b0d2bc8-080a-4371-9e2a-d9c5af284f7b req-c4f2181c-479c-44ab-bd7a-3b2593f04737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.2926183 Jun 28 21:51:56.574733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.609408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.629463 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Pushing event updated for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:56.662744 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:56.937471 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-38904710-a161-4ea0-adac-b0dabf3bef3e None None] Provisioning complete for port c97570f7-8eb8-444d-af32-6ba06807501a triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:56.938293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-38904710-a161-4ea0-adac-b0dabf3bef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:56.954679 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:51:56.956532 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:51:57.032037 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-38904710-a161-4ea0-adac-b0dabf3bef3e None None] Port c97570f7-8eb8-444d-af32-6ba06807501a cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:51:57.061301 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '27e70438-d226-49a2-8538-67d4e44444ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:51:54Z', 'revision_number': 5, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port': {'id': '27e70438-d226-49a2-8538-67d4e44444ea', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:57.117967 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Checking router: 7ab1b17f-498e-4267-89e8-c876a73e28be for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:51:57.128536 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Routers {'7ab1b17f-498e-4267-89e8-c876a73e28be'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:57.129332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['7ab1b17f-498e-4267-89e8-c876a73e28be'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:57.244401 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3b0d2bc8-080a-4371-9e2a-d9c5af284f7b req-b6685097-bab2-44f3-b392-9289148479b5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6786480 Jun 28 21:51:57.316161 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Deleting port 27e70438-d226-49a2-8538-67d4e44444ea {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:51:57.316586 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:57.324751 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:51:57.369152 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] Set router 7ab1b17f-498e-4267-89e8-c876a73e28be gateway port host: None {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:51:57.513492 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 6, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:57.533563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] For port 27e70438-d226-49a2-8538-67d4e44444ea, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=27e70438-d226-49a2-8538-67d4e44444ea,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:57.534932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:57.562828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Calling delete_port for 27e70438-d226-49a2-8538-67d4e44444ea owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:51:57.606394 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:51:57.637471 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] 10.222.0.37 "PUT /v2.0/routers/8bc3482b-4075-4d4e-ae3e-bdac0f524977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6278527 Jun 28 21:51:57.638186 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b831a0-0109-44db-a3c8-c6bbac419eb0 None None] The sync data for ids ['7ab1b17f-498e-4267-89e8-c876a73e28be'] in dv-cinder-798384-1-iscsi is: [{'id': '7ab1b17f-498e-4267-89e8-c876a73e28be', 'name': 'tempest-ServerRescueNegativeTestJSON-1201843151-router', 'tenant_id': 'fd17dfd6247247208559f0bab53142ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 6, 'project_id': 'fd17dfd6247247208559f0bab53142ab', 'gw_port_host': None}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:51:57.662381 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-14f8d58b-783a-40ff-be44-4ee49faf2633 None None] Provisioning complete for port c97570f7-8eb8-444d-af32-6ba06807501a triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:57.663078 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14f8d58b-783a-40ff-be44-4ee49faf2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:57.796584 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-14f8d58b-783a-40ff-be44-4ee49faf2633 None None] Port c97570f7-8eb8-444d-af32-6ba06807501a cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:51:57.918947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:57.921907 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4d7a2171-9e95-461a-97b5-d386669e4017 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:57.945680 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e70438-d226-49a2-8538-67d4e44444ea,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:57.951015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:58.036648 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.244011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.256109 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.469386 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.470263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab1b17f-498e-4267-89e8-c876a73e28be {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:51:58.476749 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.480560 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49890) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:58.482833 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7ab1b17f-498e-4267-89e8-c876a73e28be HTTP/1.1" status: 204 len: 168 time: 2.5568810 Jun 28 21:51:58.745404 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Deleting subnet 46c56ce1-bed2-46da-b6d4-99a53129083d {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:51:58.775236 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.850978 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 56944a51-4123-4beb-b16a-6ae372cad9bb up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:51:58.929307 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 56944a51-4123-4beb-b16a-6ae372cad9bb completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:51:58.942178 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 56944a51-4123-4beb-b16a-6ae372cad9bb triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:51:58.944875 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:58.982189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.010875 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274ed4e-2757-41c5-b1d7-c84df4204e20 req-ba3f65fe-7178-4d93-bd9e-2a63586a22e8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:51:59.012457 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d274ed4e-2757-41c5-b1d7-c84df4204e20 req-ba3f65fe-7178-4d93-bd9e-2a63586a22e8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.4682460 Jun 28 21:51:59.137354 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49898) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:59.143914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1622545017-network', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:51:59.171371 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.193846 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.200267 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Made reservation on behalf of bf7096f8484a46fa8b144f39bf57adff for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:51:59.203358 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.239660 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.270871 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 56944a51-4123-4beb-b16a-6ae372cad9bb, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=56944a51-4123-4beb-b16a-6ae372cad9bb,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:51:59.276985 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.282050 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:59.398565 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.406841 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=56944a51-4123-4beb-b16a-6ae372cad9bb,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:59.408440 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d274ed4e-2757-41c5-b1d7-c84df4204e20 req-47d36260-1341-4312-b06f-4a577c27be95 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329914 Jun 28 21:51:59.417412 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 27e70438-d226-49a2-8538-67d4e44444ea no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:59.424496 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:59.425220 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:59.476242 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c56ce1-bed2-46da-b6d4-99a53129083d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:59.484588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.494037 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49900) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:51:59.496006 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46c56ce1-bed2-46da-b6d4-99a53129083d HTTP/1.1" status: 204 len: 168 time: 1.0142863 Jun 28 21:51:59.497378 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 27e70438-d226-49a2-8538-67d4e44444ea {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:51:59.497761 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 27e70438-d226-49a2-8538-67d4e44444ea not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:51:59.498246 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 737e2283-0a8e-4acd-9304-0d33aa8690dd no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:51:59.504431 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.505328 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.505931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.506479 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.507000 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.507522 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.508049 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.508573 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.509414 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.510411 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.511021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.511535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:51:59.535912 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:59.542645 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 737e2283-0a8e-4acd-9304-0d33aa8690dd {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:51:59.549709 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 737e2283-0a8e-4acd-9304-0d33aa8690dd not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:51:59.553161 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.630488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.637338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.642343 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1a2697dc-6785-44ba-b86e-5b272341a11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:51:59.678680 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664e994-d58b-4291-8e53-05c65368521a,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:51:59.695327 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:51:59.728000 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:51:59.733302 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Sync routers for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:51:59.753965 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:51:59.756101 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:51:59.770948 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:51:59.771375 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Added segment 9f676c3b-bd83-49c8-8a13-81f4211ffae9 of type vlan for network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f Jun 28 21:52:00.005025 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.019620 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:00.063205 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646e717-9f14-48b3-b883-abed1c22361f']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:00.077552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.086469 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adca3240-db8f-4d48-80fc-931b60ef3bcd') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:00.086853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adca3240-db8f-4d48-80fc-931b60ef3bcd') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:00.101641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.133936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.146209 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:52:00.146888 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:52:00.149660 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:52:00.163098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.165987 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:00.166619 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.191221 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:00.241374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49906) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:00.242203 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1033657 Jun 28 21:52:00.247322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Request body: {'subnet': {'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1622545017-subnet', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:00.273753 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 2, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:00.293414 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Made reservation on behalf of bf7096f8484a46fa8b144f39bf57adff for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:52:00.299054 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8927722'] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.309386 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Checking router: 8bc3482b-4075-4d4e-ae3e-bdac0f524977 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:52:00.312940 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Updating router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 port c97570f7-8eb8-444d-af32-6ba06807501a binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:52:00.320929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.327428 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Pushing event updated for resources: {'Network': ['ID=720966e9-d2c3-4c1f-b6ae-d7534f4ed31f,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:00.329999 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.331879 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b646e717-9f14-48b3-b883-abed1c22361f HTTP/1.1" status: 204 len: 168 time: 0.8364248 Jun 28 21:52:00.333453 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:00.334024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-01ea67f6-1015-4204-bae5-1dc4354ac916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:00.353777 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:52:00.367639 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Pushing event deleted for resources: {'Network': ['ID=b646e717-9f14-48b3-b883-abed1c22361f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:00.370237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2b74ebf7-adf6-4e48-8c52-e40327d24868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:00.376983 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.679011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49912) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:00.704748 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 56944a51-4123-4beb-b16a-6ae372cad9bb up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:00.762520 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ed4162e0-7836-43c0-b595-afa379a9e758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd17dfd6247247208559f0bab53142ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0819383 Jun 28 21:52:00.775497 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49914) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:00.827103 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9258698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8927740'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.840298 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:00.930664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 56944a51-4123-4beb-b16a-6ae372cad9bb triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:00.931339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.941740 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:00.948908 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafde2b2-5267-4822-8ccc-996dedcffa36,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:00.951867 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:00.964078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98cd93-a700-4b15-8064-5e94d10ecfeb req-3a18583d-523a-4d0d-bf7b-930412e85fab tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:00.969617 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1f98cd93-a700-4b15-8064-5e94d10ecfeb req-3a18583d-523a-4d0d-bf7b-930412e85fab tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1835463 Jun 28 21:52:00.982140 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Checking segment: {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:00.982872 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Network hostable DHCP agents. Network: 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:52:00.995867 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.039780 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:52:01.070295 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1f98cd93-a700-4b15-8064-5e94d10ecfeb req-536ac8b7-9d8b-4ec3-8280-dd75aae69320 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909085 Jun 28 21:52:01.099238 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:01.110732 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:01.111335 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.117559 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae17d8-89b7-4618-9eb1-bef2ac383133 None None] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:52:01.125176 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.154031 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9112053 Jun 28 21:52:01.157693 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 49920) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:01.164585 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:01.169944 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.171943 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Transition to ACTIVE for port object c97570f7-8eb8-444d-af32-6ba06807501a will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:01.175266 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.184102 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/438b52fc-5cc6-4f5a-b728-0a2c6f168134 HTTP/1.1" status: 204 len: 168 time: 0.4058416 Jun 28 21:52:01.185111 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.186114 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2d868cb9-2e22-47f4-93db-af7ecd9a815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:01.207264 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-fd852682-0975-41fa-b417-55a9aad39d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:01.212968 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b52fc-5cc6-4f5a-b728-0a2c6f168134,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:01.232397 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.237086 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.245724 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:01.417928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.497198 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Attempting to bind port c97570f7-8eb8-444d-af32-6ba06807501a on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:01.497710 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Attempting to bind port c97570f7-8eb8-444d-af32-6ba06807501a by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:01.498203 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Attempting to bind port c97570f7-8eb8-444d-af32-6ba06807501a on network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:01.514663 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:01.515825 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Checking segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:01.517454 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.519328 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Bound using segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:01.521897 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Bound port: c97570f7-8eb8-444d-af32-6ba06807501a, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:01.522818 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.673006 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:52:01.680088 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.712719 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] For port c97570f7-8eb8-444d-af32-6ba06807501a, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:01.716255 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] For port c97570f7-8eb8-444d-af32-6ba06807501a, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=c97570f7-8eb8-444d-af32-6ba06807501a,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:01.733854 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.736615 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Pushing event updated for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:01.750959 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:01.751535 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:01.804764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:01.895229 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:52:01.895864 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:01.897909 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Pushing event updated for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:01.901613 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:02.141664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Allocated IP 172.20.0.2 (720966e9-d2c3-4c1f-b6ae-d7534f4ed31f/fafde2b2-5267-4822-8ccc-996dedcffa36/d815c95c-08cb-43dc-a49a-751cebd42648) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:52:02.223957 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:02.520734 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:02.621239 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:02.641083 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc1055-161e-4712-89ee-a0b876d98b95 req-39294cc0-e2bb-43a9-9795-ca524a0b9cef tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:02.660631 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-48dc1055-161e-4712-89ee-a0b876d98b95 req-39294cc0-e2bb-43a9-9795-ca524a0b9cef tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.2517269 Jun 28 21:52:02.729682 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-48dc1055-161e-4712-89ee-a0b876d98b95 req-31a87e8a-b0c3-4aa7-bba0-99db26d084f5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679324 Jun 28 21:52:02.759686 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:01Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:02.802723 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:02.820817 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Transition to ACTIVE for port object d815c95c-08cb-43dc-a49a-751cebd42648 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:02.845211 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a099-9a21-4fbf-94f1-505fe514773d None None] The sync data for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi is: [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:01Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:52:02.858394 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Transition to ACTIVE for port object d815c95c-08cb-43dc-a49a-751cebd42648 will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:02.870077 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:02.875351 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:02.967305 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Allocated IP 172.27.1.86 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:52:03.047151 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:03.051133 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:03.058279 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:52:03.169382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Attempting to bind port d815c95c-08cb-43dc-a49a-751cebd42648 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:03.169990 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Attempting to bind port d815c95c-08cb-43dc-a49a-751cebd42648 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:03.174656 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Attempting to bind port d815c95c-08cb-43dc-a49a-751cebd42648 on network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:03.179671 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Pushing event updated for resources: {'Port': ['ID=d815c95c-08cb-43dc-a49a-751cebd42648,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:03.189982 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:03.197200 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:03.197697 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Checking segment: {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:03.198382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:03.198934 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Bound using segment: {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:03.199534 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Bound port: d815c95c-08cb-43dc-a49a-751cebd42648, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:03.201757 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:03.374366 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] For port d815c95c-08cb-43dc-a49a-751cebd42648, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:03.384076 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] For port d815c95c-08cb-43dc-a49a-751cebd42648, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=d815c95c-08cb-43dc-a49a-751cebd42648,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:03.391158 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:03.392302 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:03.418544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:03.541298 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:03.549131 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Pushing event updated for resources: {'Port': ['ID=d815c95c-08cb-43dc-a49a-751cebd42648,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:03.554969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:03.574793 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:03.659431 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:03.668040 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:03.674937 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:52:03.731018 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:03.752796 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:04.327444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31fa17-2a1b-485a-9419-9a2994e51875 req-dc845bd4-21ab-4adb-948e-00cb8013d701 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:04.346874 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bf31fa17-2a1b-485a-9419-9a2994e51875 req-dc845bd4-21ab-4adb-948e-00cb8013d701 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.3009381 Jun 28 21:52:04.407812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:04.600616 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bf31fa17-2a1b-485a-9419-9a2994e51875 req-9360cfd0-11e0-4c4a-bcf7-c3a4d4a37997 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515004 Jun 28 21:52:04.909645 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device d815c95c-08cb-43dc-a49a-751cebd42648 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:04.985559 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:05.059915 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port d815c95c-08cb-43dc-a49a-751cebd42648 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:05.067733 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device c97570f7-8eb8-444d-af32-6ba06807501a up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:05.240427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port c97570f7-8eb8-444d-af32-6ba06807501a completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:05.250296 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port c97570f7-8eb8-444d-af32-6ba06807501a triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:05.250685 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:05.317727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Router f3b9d077-02ff-4ae6-81bf-eb102b94f09a is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:52:05.465956 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:05.555231 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port c97570f7-8eb8-444d-af32-6ba06807501a, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=c97570f7-8eb8-444d-af32-6ba06807501a,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:05.601025 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b0240-62b3-46a5-8af8-bf82d4c84d65 None None] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:52:05.628622 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:52:05.742188 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:05.745561 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5860839 Jun 28 21:52:05.748650 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 49972) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:05.865762 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Sync routers for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:52:05.885547 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:05.917639 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:06.174055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:06.184066 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:06.222825 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Provisioning for port d815c95c-08cb-43dc-a49a-751cebd42648 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:06.240499 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:52:06.241173 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:06.274101 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Provisioning complete for port d815c95c-08cb-43dc-a49a-751cebd42648 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:06.283011 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:06.823201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5466ef-4ac0-49bc-ad0f-41a9d5a40342 req-afb1bbf9-3fe8-4a53-908b-efd275a827ec tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:06.832360 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3c5466ef-4ac0-49bc-ad0f-41a9d5a40342 req-afb1bbf9-3fe8-4a53-908b-efd275a827ec tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.8655193 Jun 28 21:52:06.964162 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:07.010673 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3c5466ef-4ac0-49bc-ad0f-41a9d5a40342 req-c0b9bd18-ac0f-4731-a136-633cd7af14ab tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770365 Jun 28 21:52:07.111706 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device c97570f7-8eb8-444d-af32-6ba06807501a up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:07.449081 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:07.520444 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] For port d815c95c-08cb-43dc-a49a-751cebd42648, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=d815c95c-08cb-43dc-a49a-751cebd42648,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:07.537627 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:07.543372 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:07.607396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:07.626257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port c97570f7-8eb8-444d-af32-6ba06807501a triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:07.626649 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:07.730064 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Pushing event updated for resources: {'Port': ['ID=d815c95c-08cb-43dc-a49a-751cebd42648,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:07.735063 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:07.773952 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:04Z', 'revision_number': 3, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:07.823934 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Checking router: f3b9d077-02ff-4ae6-81bf-eb102b94f09a for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:52:07.824458 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Updating router f3b9d077-02ff-4ae6-81bf-eb102b94f09a port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:52:07.882159 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:08.247509 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Allocated IP 172.20.0.1 (720966e9-d2c3-4c1f-b6ae-d7534f4ed31f/fafde2b2-5267-4822-8ccc-996dedcffa36/2ad593c7-3dc0-442b-a97a-f3db80a2a2b7) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:52:08.276981 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-310198d1-84a9-4529-a72f-311bc39bb836 None None] Provisioning complete for port d815c95c-08cb-43dc-a49a-751cebd42648 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:08.277465 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-310198d1-84a9-4529-a72f-311bc39bb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:08.486129 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51037279-b6e4-400f-92cb-0fa4948d908a req-dcb1a95e-be06-4834-b7fe-15109532518d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:08.490401 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51037279-b6e4-400f-92cb-0fa4948d908a req-dcb1a95e-be06-4834-b7fe-15109532518d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.2541738 Jun 28 21:52:08.571058 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:08.623468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Transition to ACTIVE for port object 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:08.635145 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51037279-b6e4-400f-92cb-0fa4948d908a req-8a512ce3-862e-4ad2-a350-96adcb207c0d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286571 Jun 28 21:52:08.692831 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:08.705691 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device d815c95c-08cb-43dc-a49a-751cebd42648 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:08.708902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e6e88c6e-a321-4a70-afa7-a27e635f4ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:08.758309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:08.763337 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:08.772301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:08.774537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:08.777750 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:52:08.853932 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:08.911841 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.009530 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Transition to ACTIVE for port object e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:09.051877 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.070190 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-752da229-7571-4f91-af40-95ca029da78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:09.099029 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.172605 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port d815c95c-08cb-43dc-a49a-751cebd42648 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:09.172997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.235552 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Attempting to bind port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:09.236020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Attempting to bind port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:09.236300 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Attempting to bind port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:09.244950 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Pushing event updated for resources: {'Port': ['ID=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:09.253050 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:09.255426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:09.255808 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:09.256213 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.256615 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:09.257591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Bound port: e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:09.257591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.375389 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] For port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:09.420132 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-2741a4d9-0b42-4704-8873-1a8658f2df20 None None] Provisioning for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:09.433679 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.438034 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] For port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:09.443319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.443495 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-2741a4d9-0b42-4704-8873-1a8658f2df20 None None] Provisioning complete for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:09.443826 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2741a4d9-0b42-4704-8873-1a8658f2df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.449034 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:09.449513 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.471154 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-10d2a5e7-9365-428f-b6d8-a9913ccf421e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:09.552015 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:09.562396 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-2741a4d9-0b42-4704-8873-1a8658f2df20 None None] Port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:52:09.562754 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:09.564902 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:09.581160 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Pushing event updated for resources: {'Port': ['ID=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:09.584547 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:52:09.585198 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:09.587505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:09.852277 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:09.860311 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:09.883994 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:10.318867 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-9553f2a7-666c-4b26-b0fc-a6c15c1e42f5 None None] Provisioning complete for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:10.320151 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9553f2a7-666c-4b26-b0fc-a6c15c1e42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:10.383461 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Router f3b9d077-02ff-4ae6-81bf-eb102b94f09a has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:52:10.394486 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a376-a74d-4130-b243-1d98ec265413 req-77720d59-a34e-4ae1-a201-4eefc6e14420 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:10.402428 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4575a376-a74d-4130-b243-1d98ec265413 req-77720d59-a34e-4ae1-a201-4eefc6e14420 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.3950052 Jun 28 21:52:10.519878 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4575a376-a74d-4130-b243-1d98ec265413 req-8fe2a2ba-9516-49fb-af38-35ec4ee88d00 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956101 Jun 28 21:52:10.606479 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-9553f2a7-666c-4b26-b0fc-a6c15c1e42f5 None None] Port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:52:10.652995 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:08Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2ad593c7-3dc0-442b-a97a-f3db80a2a2b7', 'name': '', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'mac_address': 'fa:16:3e:fb:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:07Z', 'updated_at': '2021-06-28T21:52:09Z', 'revision_number': 2, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'subnets': [{'id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:10.663400 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:52:10.686273 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3b9d077-02ff-4ae6-81bf-eb102b94f09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9363723 Jun 28 21:52:10.694839 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3faa30-643c-49ac-80ed-4b7638d1f9a2 None None] The sync data for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi is: [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:08Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2ad593c7-3dc0-442b-a97a-f3db80a2a2b7', 'name': '', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'mac_address': 'fa:16:3e:fb:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:07Z', 'updated_at': '2021-06-28T21:52:09Z', 'revision_number': 2, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'subnets': [{'id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:52:11.900553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595eab1-cd25-45ac-98e1-3d8527c10eed req-2ae3159d-0a6d-438b-ba51-b02b9dde63c3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:11.909663 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1595eab1-cd25-45ac-98e1-3d8527c10eed req-2ae3159d-0a6d-438b-ba51-b02b9dde63c3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1834879 Jun 28 21:52:12.060615 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1595eab1-cd25-45ac-98e1-3d8527c10eed req-9c6b1b74-874b-4f48-8f07-74c8c7c47029 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395900 Jun 28 21:52:12.293541 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50118) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:12.367573 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50124) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:12.506236 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Deleting subnet 7f525582-0906-4df2-87b5-3b35b49cc444 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:52:12.527911 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.616153 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.667350 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.723189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.819568 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.860468 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:12.864511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e8b039e0-e230-4e7f-964b-f1c0adb43860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:12.941408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:12.947941 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f525582-0906-4df2-87b5-3b35b49cc444 HTTP/1.1" status: 204 len: 168 time: 0.5770197 Jun 28 21:52:12.948589 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50126) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:12.953534 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f525582-0906-4df2-87b5-3b35b49cc444,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:12.962561 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:13.049322 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.108963 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:13.123239 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:13.126148 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.144076 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.157691 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.162839 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-89f72f32-eb64-4dad-9526-c79658557bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:13.240655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.252934 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd1601bc1c9b4dc18a322e2a60067495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9574943 Jun 28 21:52:13.254301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cabcb7-1ec6-49ab-900c-cd6c25748fbb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:13.257903 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50130) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:13.292660 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-4f5157db-8469-40f0-8682-ffb8d6ae28ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2426963 Jun 28 21:52:13.309660 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:13.360989 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.402188 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.402641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.438065 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.446954 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242e2189-5ad0-4c21-a38b-bb7ffce5ea15']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:13.447191 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:13.461073 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.468492 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-db3adb81-e82f-4d7a-8352-108dab180d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:13.483258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:13.483902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2a68ac-28f5-491d-b7e0-663bb5bf0eb5') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:13.484039 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:52:13.496439 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.521526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.556323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:52:13.557107 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:52:13.559628 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:52:13.566575 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:13.579060 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:13.590604 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c75-423b-46ce-8584-80b42402b26c req-0c983fad-0e75-4ab5-a776-dc30a2cda1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:13.592769 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-0c983fad-0e75-4ab5-a776-dc30a2cda1f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1098 time: 0.1608434 Jun 28 21:52:13.728313 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.731313 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.735399 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58cabcb7-1ec6-49ab-900c-cd6c25748fbb HTTP/1.1" status: 204 len: 168 time: 0.4733777 Jun 28 21:52:13.741618 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f0663b0f-1752-4103-b12c-542734d44de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:13.743570 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.759734 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cabcb7-1ec6-49ab-900c-cd6c25748fbb,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:13.769116 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbe5f-4ab3-4611-9115-d4a9f2948cd7 req-296a1549-869f-45c7-81f9-a049b461809f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:13.776548 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fc7cbe5f-4ab3-4611-9115-d4a9f2948cd7 req-296a1549-869f-45c7-81f9-a049b461809f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.3227472 Jun 28 21:52:13.780089 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:13.821072 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:13.824679 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] 10.222.0.37 "DELETE /v2.0/networks/242e2189-5ad0-4c21-a38b-bb7ffce5ea15 HTTP/1.1" status: 204 len: 168 time: 0.8738039 Jun 28 21:52:13.830231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:13.847637 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fc7cbe5f-4ab3-4611-9115-d4a9f2948cd7 req-934f9d55-acdf-4e7d-b688-a7a82c1695b9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698447 Jun 28 21:52:13.863033 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Pushing event deleted for resources: {'Network': ['ID=242e2189-5ad0-4c21-a38b-bb7ffce5ea15,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:13.868582 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dffff10e-309e-435e-bf61-dd28f4b948eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:13.911658 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c75-423b-46ce-8584-80b42402b26c req-f476dbfb-2d61-4f61-ab39-63f49c36dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:13.915403 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-f476dbfb-2d61-4f61-ab39-63f49c36dea5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.2822933 Jun 28 21:52:14.113393 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-7964a1cf-ff07-4363-9d3f-379a7f84e849 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1898286 Jun 28 21:52:14.286835 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50138) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:14.410522 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2e65e29d-a8e4-4850-87dc-b159b7cfacb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=345d57d9abc44ef18bf0853ae192a7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207340 Jun 28 21:52:14.419437 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50140) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:14.450999 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50142) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:14.474019 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.540098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c75-423b-46ce-8584-80b42402b26c req-6ca43136-8770-4e7e-aa7a-8c7346f09149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:14.542669 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-6ca43136-8770-4e7e-aa7a-8c7346f09149 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.4222052 Jun 28 21:52:14.557319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.625754 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.685413 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c75-423b-46ce-8584-80b42402b26c req-888ac8e8-ec8f-47be-a411-875245a0ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:14.687725 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-888ac8e8-ec8f-47be-a411-875245a0ca8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1376929 Jun 28 21:52:14.722962 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.729779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.734684 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a1e7d054-8d2f-4df1-8510-c42aca4b9c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:14.740490 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:14.777437 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42642413-4d49-48f8-bc50-6f002226ef90,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:14.783731 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:14.789330 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.793871 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.795710 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7667d17b-5c27-434a-89cc-d1ed719e2320 HTTP/1.1" status: 204 len: 168 time: 0.3739114 Jun 28 21:52:14.802164 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4b04bbcb-7673-45a0-b836-f55026be690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:14.818301 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d16579268e864d06b8cfc203286ccdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656216 Jun 28 21:52:14.819098 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50148) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:14.826619 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:14.827407 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.827773 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667d17b-5c27-434a-89cc-d1ed719e2320,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:14.831757 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:14.869083 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-52795bb9-6f94-43d5-b379-868ee163f367 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726813 Jun 28 21:52:14.931547 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:14.968033 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:15.002066 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Sync routers for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:52:15.037021 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:52:15.038045 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:15.044753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:15.052140 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:15.062240 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42642413-4d49-48f8-bc50-6f002226ef90 HTTP/1.1" status: 204 len: 168 time: 0.2415478 Jun 28 21:52:15.063117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:15.086593 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42642413-4d49-48f8-bc50-6f002226ef90,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:15.099524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:15.124188 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4b264c75-423b-46ce-8584-80b42402b26c req-f9fd7124-2fed-491b-896c-57bda62c2c09 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450407 Jun 28 21:52:15.247560 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:15.327099 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aab7a4-7d25-4b6f-b9cb-8f0173219d63 req-69e78ae6-0c60-4d82-a4d4-a77df2790034 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:15.344301 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-16aab7a4-7d25-4b6f-b9cb-8f0173219d63 req-69e78ae6-0c60-4d82-a4d4-a77df2790034 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1705086 Jun 28 21:52:15.425703 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-16aab7a4-7d25-4b6f-b9cb-8f0173219d63 req-05898107-3589-45c5-ad0d-7c89d38d4292 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801399 Jun 28 21:52:15.650217 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:08Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2ad593c7-3dc0-442b-a97a-f3db80a2a2b7', 'name': '', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'mac_address': 'fa:16:3e:fb:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:07Z', 'updated_at': '2021-06-28T21:52:09Z', 'revision_number': 2, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'subnets': [{'id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:15.836859 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Checking router: f3b9d077-02ff-4ae6-81bf-eb102b94f09a for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:52:15.837489 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Updating router f3b9d077-02ff-4ae6-81bf-eb102b94f09a port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:52:15.904876 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.292274 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.313332 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Transition to ACTIVE for port object 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:16.342981 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.342981 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-acfba2e3-bd27-4b02-bf9c-a678f3cab2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:16.398956 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ccf0f-941b-4fbb-939e-d711d875ec06 None None] Pushing event updated for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:16.403064 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-799ccf0f-941b-4fbb-939e-d711d875ec06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:16.477116 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Attempting to bind port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:16.477499 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Attempting to bind port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:16.478201 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Attempting to bind port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 on network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:16.483431 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:16.483772 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Checking segment: {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:16.484181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.486031 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Bound using segment: {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:16.486515 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Bound port: 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f676c3b-bd83-49c8-8a13-81f4211ffae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:16.486915 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.606469 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] For port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:16.612449 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] For port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:16.620682 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:16.631992 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-0fd052e0-b226-4494-89f2-a5ece9808343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:16.722525 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:52:16.723920 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:51:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:16.727102 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ccf0f-941b-4fbb-939e-d711d875ec06 None None] Pushing event updated for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:16.732181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-799ccf0f-941b-4fbb-939e-d711d875ec06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:16.823172 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6f18-7a0c-4475-a81f-baa186e90bac req-95cf8511-1141-4e05-8dc9-456cd3b97b63 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:16.835289 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-508d6f18-7a0c-4475-a81f-baa186e90bac req-95cf8511-1141-4e05-8dc9-456cd3b97b63 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1695759 Jun 28 21:52:16.935982 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-508d6f18-7a0c-4475-a81f-baa186e90bac req-e54a7c0f-91ae-4b2e-967b-5bb57090cdcc tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975721 Jun 28 21:52:16.960000 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:52:17.381450 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:08Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2ad593c7-3dc0-442b-a97a-f3db80a2a2b7', 'name': '', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'mac_address': 'fa:16:3e:fb:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:07Z', 'updated_at': '2021-06-28T21:52:16Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'subnets': [{'id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:52:17.420383 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1afc7-07bd-48c1-afce-0c588cf5726f None None] The sync data for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi is: [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:52:08Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2ad593c7-3dc0-442b-a97a-f3db80a2a2b7', 'name': '', 'network_id': '720966e9-d2c3-4c1f-b6ae-d7534f4ed31f', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'mac_address': 'fa:16:3e:fb:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:07Z', 'updated_at': '2021-06-28T21:52:16Z', 'revision_number': 4, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'subnets': [{'id': 'fafde2b2-5267-4822-8ccc-996dedcffa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:52:18.288825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739feab-54b6-450a-8180-5eab6f0c2626 req-7b3902ef-f4a9-44a1-951c-8327094f0276 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:18.290432 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0739feab-54b6-450a-8180-5eab6f0c2626 req-7b3902ef-f4a9-44a1-951c-8327094f0276 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1172431 Jun 28 21:52:18.360624 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0739feab-54b6-450a-8180-5eab6f0c2626 req-fa0c4211-4ce8-4dbf-a70c-8f1ea4273585 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633271 Jun 28 21:52:18.584313 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50258) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:18.732876 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:18.790269 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:18.802454 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:18.808503 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:18.809348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:18.891008 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:18.898922 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:18.905068 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1defb3cb-e9c9-4c83-bac7-74b375730e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:18.943891 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd927a90-c72b-47c5-bea0-7ee2aca4dadf,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:18.945902 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:18.952042 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50272) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:18.961513 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a31a25f8e05b421d8ba17130f1e10cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686626 Jun 28 21:52:18.963920 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:19.016361 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.023325 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:19.031557 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-42e09f28-2c99-4720-af24-2be81af8ed35 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364499 Jun 28 21:52:19.038131 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.045813 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.046122 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:19.101265 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:19.113199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:19.118774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.126157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.128399 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd927a90-c72b-47c5-bea0-7ee2aca4dadf HTTP/1.1" status: 204 len: 168 time: 0.1744812 Jun 28 21:52:19.129759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9ef5326d-76c1-4da6-bf52-e9896689fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:19.142747 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd927a90-c72b-47c5-bea0-7ee2aca4dadf,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:19.153611 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:19.315337 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-d705c584-f13b-4e32-aff1-8655ad84315a tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:19.318997 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-d705c584-f13b-4e32-aff1-8655ad84315a tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811606 Jun 28 21:52:19.338229 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-8ed2f9da-0629-4a07-a876-9cebcd3b8102 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/quotas/efd7feb4fd9740bda97c4ee34cd41cfa HTTP/1.1" status: 200 len: 375 time: 0.0132456 Jun 28 21:52:19.408061 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-70a8b4e1-ab56-4287-b42e-513b0dadd442 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638618 Jun 28 21:52:19.568795 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50284) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:19.623844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.686159 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-02083694-87e8-4fba-bae0-bb04a2ccdf01 req-299f9de5-05dc-42d3-9014-4868f805c797 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 210 time: 0.0509474 Jun 28 21:52:19.749265 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7a07-bb5f-439c-bcac-0f2c31db8d1d req-00a3bc3c-618a-4cec-9e46-e2379129adb6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:19.756826 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-332e7a07-bb5f-439c-bcac-0f2c31db8d1d req-00a3bc3c-618a-4cec-9e46-e2379129adb6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1795299 Jun 28 21:52:19.825543 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-332e7a07-bb5f-439c-bcac-0f2c31db8d1d req-87161ca6-9163-46d3-a2c3-89eefab88f3d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674458 Jun 28 21:52:19.864439 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.870969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:19.875345 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f093517d-27ef-47e5-b6a1-238122af4272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:19.919623 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d58d412b7214ef7b74600da4f0cad06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496444 Jun 28 21:52:19.921338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92985e7-5a4d-44df-ab0b-68badab9a16c,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:19.922524 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50294) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:19.926934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cd5e3f2c-c9ab-479a-a3b7-8c8fdcc4b72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:20.001588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.047362 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.121620 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.125160 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.126732 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a92985e7-5a4d-44df-ab0b-68badab9a16c HTTP/1.1" status: 204 len: 168 time: 0.2030208 Jun 28 21:52:20.127887 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4e9f0d0c-22bd-4785-adbc-9c56acbc3658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:20.158235 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92985e7-5a4d-44df-ab0b-68badab9a16c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:20.169995 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:20.679484 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e484cf7-96c2-4383-b7ff-bfaa5069a633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.738135 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:20.913219 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:20.920768 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:20.944201 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d552074a-e0e9-4fb2-a11a-17fdf3b72976 req-3e3ebc34-8a24-44c8-b4a7-5a6b19ad6a3e tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 210 time: 0.0793035 Jun 28 21:52:21.126527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37feb10-cf94-431c-b9a3-2742531f7b56 req-fd8a4b3b-cbd9-4214-99f3-ba08e812c0b8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:21.128208 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d37feb10-cf94-431c-b9a3-2742531f7b56 req-fd8a4b3b-cbd9-4214-99f3-ba08e812c0b8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 943 time: 0.1107726 Jun 28 21:52:21.186252 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d37feb10-cf94-431c-b9a3-2742531f7b56 req-582da093-ad29-4dae-a868-a0b384a9bd0a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517440 Jun 28 21:52:21.351806 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:52:21.461624 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-91abb001-67c2-4327-9d30-e8daba8d4abc tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578232 Jun 28 21:52:21.509933 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:21.528899 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'mac_address': 'fa:16:3e:d4:73:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:52:21.594747 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:21.635700 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:52:21.685914 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:21.692942 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:21.696492 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:21.750448 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-8d674d27-834b-4084-b1fe-e730baa13f8d tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:21.752052 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-8d674d27-834b-4084-b1fe-e730baa13f8d tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809064 Jun 28 21:52:21.771459 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Request body: {'port': {'device_id': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'network_id': 'a2ea7806-c991-4049-bc13-231145983171', 'admin_state_up': True, 'tenant_id': 'efd7feb4fd9740bda97c4ee34cd41cfa'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:21.846155 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=9']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:21.855803 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:21.959522 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Made reservation on behalf of efd7feb4fd9740bda97c4ee34cd41cfa for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:52:21.980308 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:21.981193 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['5184c9cf-495b-4f71-b58b-ddc12f7130fd'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:52:22.043800 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:22.186688 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0597d89a-6906-453a-993b-63e33a2b6415 req-ce894a53-141b-4f9f-87d6-a132dca8e7e0 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 210 time: 0.0915973 Jun 28 21:52:22.247259 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:22.257352 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:22.273983 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6166a82d-db6e-4687-816f-882019b18126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:22.375988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71741354-0763-4b44-8802-6311862f2b9a,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:22.380080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:22.495696 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Allocated IP 192.168.233.196 (a2ea7806-c991-4049-bc13-231145983171/7c51c78b-dcdb-4da7-858b-1e2caae936dd/bb539017-21d3-4fd8-8782-3f9fed831a3a) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:52:22.547851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b09996-25aa-44f3-a644-c7bb3d678926 req-b0a0edb8-f156-43cf-8d9d-1fdf47f28d45 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:22.549312 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89b09996-25aa-44f3-a644-c7bb3d678926 req-b0a0edb8-f156-43cf-8d9d-1fdf47f28d45 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 944 time: 0.1255858 Jun 28 21:52:22.697724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89b09996-25aa-44f3-a644-c7bb3d678926 req-5f57d302-a792-4100-9b5c-b5011e598145 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411159 Jun 28 21:52:22.789836 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:22.808723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Transition to ACTIVE for port object bb539017-21d3-4fd8-8782-3f9fed831a3a will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:22.878194 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:22.884328 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:22.947138 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Network a2ea7806-c991-4049-bc13-231145983171 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:22.951025 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:22.953689 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:52:23.012769 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Pushing event updated for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:23.019125 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:23.033026 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:23.034516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.064328 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3006227 Jun 28 21:52:23.078911 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Request body: {'port': {'device_id': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:23.130178 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0501e67c-e6ff-4b52-889b-de5d5c9c70e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.188028 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.293499 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-8e83a015-a605-451e-9096-03962bc153cc None None] Provisioning for port bb539017-21d3-4fd8-8782-3f9fed831a3a completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:23.301145 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-8e83a015-a605-451e-9096-03962bc153cc None None] Provisioning complete for port bb539017-21d3-4fd8-8782-3f9fed831a3a triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:23.302591 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8e83a015-a605-451e-9096-03962bc153cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.386527 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:23.438232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-8e83a015-a605-451e-9096-03962bc153cc None None] Port bb539017-21d3-4fd8-8782-3f9fed831a3a cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:52:23.476640 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 5184c9cf-495b-4f71-b58b-ddc12f7130fd triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:23.477449 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.492051 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040e09a-fc84-45ac-841d-fd9153940a46 req-3d103cbe-104b-4643-a1a1-81242b831622 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:23.504194 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8040e09a-fc84-45ac-841d-fd9153940a46 req-3d103cbe-104b-4643-a1a1-81242b831622 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 936 time: 0.0991001 Jun 28 21:52:23.529301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50378) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:23.573422 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.574428 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8040e09a-fc84-45ac-841d-fd9153940a46 req-2327024e-73b3-4075-b10c-8ec1de6072d0 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685663 Jun 28 21:52:23.633237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb539017-21d3-4fd8-8782-3f9fed831a3a {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:52:23.634111 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.655702 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.681480 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:23.682565 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:23.684055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Transition to ACTIVE for port object bb539017-21d3-4fd8-8782-3f9fed831a3a will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:23.685517 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b9c21b-34cf-4352-b442-5dad1b385a07" -d '{"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:23.693038 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.696644 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:23.700960 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.714824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f0c785c-11f2-4393-a6e9-a46319213e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:23.800171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=10']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:23.809909 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dd94d-c2d4-4563-b161-340cb813f66b x-openstack-request-id: req-811dd94d-c2d4-4563-b161-340cb813f66b {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:23.810258 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:23.810529 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-811dd94d-c2d4-4563-b161-340cb813f66b {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:23.810951 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'code': 200} Jun 28 21:52:23.811698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:23.826943 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:23.958737 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Pushing event updated for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:23.974567 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:24.008341 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.012422 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Attempting to bind port bb539017-21d3-4fd8-8782-3f9fed831a3a on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:24.013050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Attempting to bind port bb539017-21d3-4fd8-8782-3f9fed831a3a by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:24.013604 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Attempting to bind port bb539017-21d3-4fd8-8782-3f9fed831a3a on network a2ea7806-c991-4049-bc13-231145983171 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:24.020297 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.021685 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Port bb539017-21d3-4fd8-8782-3f9fed831a3a on network a2ea7806-c991-4049-bc13-231145983171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:52:24.022302 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Attempting to bind port bb539017-21d3-4fd8-8782-3f9fed831a3a on network a2ea7806-c991-4049-bc13-231145983171 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:24.024397 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7f5419aa-f717-43bd-867e-aace6c55f535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:24.030541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:24.031144 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Checking segment: {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:24.036555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Bound using segment: {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:24.037484 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Bound port: bb539017-21d3-4fd8-8782-3f9fed831a3a, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024cda3e-b650-45b3-a619-5abae21316fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2ea7806-c991-4049-bc13-231145983171'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:24.038080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.121736 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:24.124979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:24.125329 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bddb4820a1564230811868354582405d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946589 Jun 28 21:52:24.126011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50386) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:24.128582 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba0c07-91c7-4072-b6ea-cebf51958abe,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:24.135632 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.137407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:24.144133 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2c1ccd5b-78e7-4cad-b29e-1962d1991e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:24.172193 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a6ac3-1fed-4738-bec0-bf275737fad8 req-db04f866-c7b2-49ab-aec5-de890fa74421 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.175344 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bc6a6ac3-1fed-4738-bec0-bf275737fad8 req-db04f866-c7b2-49ab-aec5-de890fa74421 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.2069879 Jun 28 21:52:24.187859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.188692 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.190242 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb539017-21d3-4fd8-8782-3f9fed831a3a HTTP/1.1" status: 200 len: 1098 time: 1.1164274 Jun 28 21:52:24.190916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:24.197119 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:24.255668 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.281103 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8604644-b0c1-4a4e-a96e-acddf1c6555c x-openstack-request-id: req-b8604644-b0c1-4a4e-a96e-acddf1c6555c {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:24.281493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:24.281969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8604644-b0c1-4a4e-a96e-acddf1c6555c {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:24.282387 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a', 'status': 'completed', 'code': 200} Jun 28 21:52:24.307187 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Pushing event updated for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:24.331378 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.331594 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:24.340938 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bc6a6ac3-1fed-4738-bec0-bf275737fad8 req-7c5b75bc-5c39-4140-ab8c-e489e7dab618 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496716 Jun 28 21:52:24.395917 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.454725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-e6ecad8b-51c8-4076-abb8-5f9339641592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.456329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-e6ecad8b-51c8-4076-abb8-5f9339641592 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 1101 time: 0.1661310 Jun 28 21:52:24.487751 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf985c-270e-4be4-9413-3f12dc2ccfee req-0468bfac-0e6c-4de4-a723-d4c2d8c069c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.489791 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6baf985c-270e-4be4-9413-3f12dc2ccfee req-0468bfac-0e6c-4de4-a723-d4c2d8c069c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0882223 Jun 28 21:52:24.540746 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-76648553-1277-46b5-86bb-22babfb2ad51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a HTTP/1.1" status: 200 len: 217 time: 0.0739050 Jun 28 21:52:24.546246 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6baf985c-270e-4be4-9413-3f12dc2ccfee req-65e3420b-6a1a-43ac-bdb8-dcdc943b10d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 Jun 28 21:52:24.555323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.558362 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:24.559537 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7ba0c07-91c7-4072-b6ea-cebf51958abe HTTP/1.1" status: 204 len: 168 time: 0.4324994 Jun 28 21:52:24.560298 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a1f44201-7f00-463c-81ff-1e6e2bf8a7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:24.569652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba0c07-91c7-4072-b6ea-cebf51958abe,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:24.584795 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:24.709942 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-20b037d1-7439-4e82-9761-3cfccba55e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.713908 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-20b037d1-7439-4e82-9761-3cfccba55e86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c51c78b-dcdb-4da7-858b-1e2caae936dd HTTP/1.1" status: 200 len: 843 time: 0.1041608 Jun 28 21:52:24.843571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-4e6a40b1-f348-4f49-8aa0-c6c2c2c08007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.846805 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-4e6a40b1-f348-4f49-8aa0-c6c2c2c08007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2ea7806-c991-4049-bc13-231145983171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1192868 Jun 28 21:52:24.920429 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31295a-551c-4fe9-a56e-b78c6fc5a9b6 req-d722b0c7-c0c6-44ac-b987-dc5edb8d9bff tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:24.923152 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5b31295a-551c-4fe9-a56e-b78c6fc5a9b6 req-d722b0c7-c0c6-44ac-b987-dc5edb8d9bff tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 948 time: 0.2067070 Jun 28 21:52:24.960535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50396) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:24.977270 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.046617 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5b31295a-551c-4fe9-a56e-b78c6fc5a9b6 req-874b7a10-887b-4ac9-9051-8414e17e7968 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738370 Jun 28 21:52:25.054088 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-11aebec6-1bd7-441f-8185-c36eec5e2f84 service neutron] 10.222.0.39 "GET /v2.0/networks/a2ea7806-c991-4049-bc13-231145983171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992531 Jun 28 21:52:25.147365 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.155002 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.172563 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a478e753-6525-4f35-97d4-d1b4fcd09eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:25.204018 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c88aca71b5e94080ba5e23131b177918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421865 Jun 28 21:52:25.208147 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50398) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:25.223694 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7e295723-819f-41e7-8a3a-f22ae96919b3 req-0214bae9-3cfc-41ac-90d6-c34376c4f13c service neutron] 10.222.0.39 "GET /v2.0/networks/a2ea7806-c991-4049-bc13-231145983171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608620 Jun 28 21:52:25.236007 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931024e-6812-417c-90a6-75d5846d71b1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:25.243548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:25.298736 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.329384 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.405520 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.406887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-032f8c43-d5c9-440e-8481-f596c8eab7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:25.409334 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-032f8c43-d5c9-440e-8481-f596c8eab7e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 1101 time: 0.0955045 Jun 28 21:52:25.418292 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.419454 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7931024e-6812-417c-90a6-75d5846d71b1 HTTP/1.1" status: 204 len: 168 time: 0.2100680 Jun 28 21:52:25.420257 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-46d3e75f-fd7a-4f69-b49f-2d50efb7b917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:25.437957 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931024e-6812-417c-90a6-75d5846d71b1,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:25.441326 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:25.570588 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:25.610525 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-17a5a6b7-a9d7-4730-b17c-a7ccc0eb7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:25.612186 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-17a5a6b7-a9d7-4730-b17c-a7ccc0eb7f91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2ea7806-c991-4049-bc13-231145983171 HTTP/1.1" status: 200 len: 870 time: 0.1944532 Jun 28 21:52:25.679935 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-bedc573e-2b50-4634-b7d0-ce89cd54ef4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a HTTP/1.1" status: 200 len: 217 time: 0.0585799 Jun 28 21:52:25.724224 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951e8b9-c0a6-4ade-a70e-2cb5da512167 req-7f062aae-d0cc-410b-b0a3-87757edcc5af tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:25.726204 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0951e8b9-c0a6-4ade-a70e-2cb5da512167 req-7f062aae-d0cc-410b-b0a3-87757edcc5af tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.1238971 Jun 28 21:52:25.764494 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-799a646c-9da3-4eef-bdae-ae3ecab00f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:25.770434 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-799a646c-9da3-4eef-bdae-ae3ecab00f18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c51c78b-dcdb-4da7-858b-1e2caae936dd HTTP/1.1" status: 200 len: 843 time: 0.0804088 Jun 28 21:52:25.783961 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0951e8b9-c0a6-4ade-a70e-2cb5da512167 req-46f5a75b-97be-4365-a4bd-3d2a281c898c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504882 Jun 28 21:52:25.915827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-538060a0-e25c-4240-97b7-318e5db2e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:25.917411 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-538060a0-e25c-4240-97b7-318e5db2e04a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2ea7806-c991-4049-bc13-231145983171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1380994 Jun 28 21:52:26.071986 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-180ab070-e355-40f0-9800-45260d38b70c service neutron] 10.222.0.39 "GET /v2.0/networks/a2ea7806-c991-4049-bc13-231145983171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459687 Jun 28 21:52:26.255667 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-960b84ff-6e68-4fe8-a4c1-a6a2769c7187 req-1c405870-9c64-42c9-9dd8-e71fdb54b3e2 service neutron] 10.222.0.39 "GET /v2.0/networks/a2ea7806-c991-4049-bc13-231145983171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742799 Jun 28 21:52:26.434314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7f58-4aa1-4114-b53c-14673e729d16 req-3c406243-a348-46b2-af9a-c9f9f3a14e4b tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:26.458052 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7c5d7f58-4aa1-4114-b53c-14673e729d16 req-3c406243-a348-46b2-af9a-c9f9f3a14e4b tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 948 time: 0.1055465 Jun 28 21:52:26.490538 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7c5d7f58-4aa1-4114-b53c-14673e729d16 req-228153cc-2eaf-491a-a855-0315a27cd2e8 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Jun 28 21:52:27.033548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628fa72-62d8-4264-9f3f-60a90334f413 req-88657cd2-b097-42f9-9c34-7bd5ba3c3aa9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:27.042878 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4628fa72-62d8-4264-9f3f-60a90334f413 req-88657cd2-b097-42f9-9c34-7bd5ba3c3aa9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.1003644 Jun 28 21:52:27.084155 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4628fa72-62d8-4264-9f3f-60a90334f413 req-3b400609-8e72-4765-965f-79b1b48988d5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Jun 28 21:52:27.385469 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device bb539017-21d3-4fd8-8782-3f9fed831a3a details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:52:27.501617 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:27.512269 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'bb539017-21d3-4fd8-8782-3f9fed831a3a', 'network_id': 'a2ea7806-c991-4049-bc13-231145983171', 'port_id': 'bb539017-21d3-4fd8-8782-3f9fed831a3a', 'mac_address': 'fa:16:3e:e1:b7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c51c78b-dcdb-4da7-858b-1e2caae936dd', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:52:27.555891 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:27.572453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb539017-21d3-4fd8-8782-3f9fed831a3a {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:52:27.595556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:27.601175 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:27.603028 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:27.651176 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:27.661914 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.662446 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.662930 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.663450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.663933 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.664257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.664720 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.665191 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.665931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.666536 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.667018 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.667552 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:27.671817 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:27.705532 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be271e0-a595-4358-94e9-c43ba7da11ac req-e6490af2-43fc-4d78-90e7-69b3a890ae6b tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:27.707509 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0be271e0-a595-4358-94e9-c43ba7da11ac req-e6490af2-43fc-4d78-90e7-69b3a890ae6b tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 949 time: 0.0705800 Jun 28 21:52:27.857657 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['bb539017-21d3-4fd8-8782-3f9fed831a3a'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:52:28.028028 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0be271e0-a595-4358-94e9-c43ba7da11ac req-33f9a335-3aa7-42ad-bbd3-f2228a3a18cd tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145375 Jun 28 21:52:28.030104 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9ca45d85-a10a-46b2-992a-21d8de573e29 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:28.036724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9ca45d85-a10a-46b2-992a-21d8de573e29 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 813 time: 0.1806598 Jun 28 21:52:28.071888 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-a28b8948-7080-4a10-90e1-e24bc1765c14 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/quotas/29bb5d9640944eb2b1b02cb4a27e3a88 HTTP/1.1" status: 200 len: 375 time: 0.0288942 Jun 28 21:52:28.158800 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-f92d7045-a241-4784-95ac-ad374e1f1902 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853286 Jun 28 21:52:28.253322 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-df06ef48-e6dd-4b94-bdc5-6438b3c27638 service neutron] 10.222.0.37 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Jun 28 21:52:28.297383 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff695a2-be5e-40f2-a85a-a50325c0276b req-46015492-dd36-4885-9de3-9c9afaf96116 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:28.298930 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eff695a2-be5e-40f2-a85a-a50325c0276b req-46015492-dd36-4885-9de3-9c9afaf96116 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.0727589 Jun 28 21:52:28.342860 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eff695a2-be5e-40f2-a85a-a50325c0276b req-8e0a5b88-0c2a-4f62-847f-9a2dc80deb7f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370317 Jun 28 21:52:28.367135 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-803b1990-c5e0-4924-9021-e44bb6ea144c service neutron] 10.222.0.37 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069684 Jun 28 21:52:28.531104 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b9853d2e-dcae-4e5d-908e-ef924015fc80 req-3be37727-f8c4-4c06-aee1-d7d11efffedc tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 210 time: 0.0271587 Jun 28 21:52:29.279464 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688335d5-dc2a-4244-92fb-1dda6e9561ed req-c385d123-f5ed-4d5c-b853-9fdd0525dce4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:29.282127 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-688335d5-dc2a-4244-92fb-1dda6e9561ed req-c385d123-f5ed-4d5c-b853-9fdd0525dce4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 949 time: 0.0823414 Jun 28 21:52:29.322358 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-688335d5-dc2a-4244-92fb-1dda6e9561ed req-4614ba4f-6624-4f94-895e-664db30949c2 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jun 28 21:52:29.387844 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device bb539017-21d3-4fd8-8782-3f9fed831a3a up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:29.439581 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port bb539017-21d3-4fd8-8782-3f9fed831a3a completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:29.445565 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port bb539017-21d3-4fd8-8782-3f9fed831a3a triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:29.446149 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:29.537676 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:29.560933 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:29.563209 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90929f45-a062-4829-8571-5db2ffff90a4" -d '{"events": [{"server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "name": "network-vif-plugged", "status": "completed", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:29.577478 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:29.584490 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:29.586827 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-019d36a4-b378-4cb7-ab5f-8d4f5d873c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:29.615602 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7a1be1-d029-44d5-a34f-901d01b658b4 x-openstack-request-id: req-2d7a1be1-d029-44d5-a34f-901d01b658b4 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:29.615899 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "name": "network-vif-plugged", "status": "completed", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:29.616361 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d7a1be1-d029-44d5-a34f-901d01b658b4 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:29.616752 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a', 'code': 200} Jun 28 21:52:29.639108 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:29.643219 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:29.737188 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2544df75-05fd-4afc-84b4-517a1435fcff req-dfced049-1fb9-47a2-bba5-fdd032d73f80 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 210 time: 0.0380073 Jun 28 21:52:29.764175 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-1fc67e49-2d46-483e-bb61-587c2a580e39 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:29.765620 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-1fc67e49-2d46-483e-bb61-587c2a580e39 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 813 time: 0.1635165 Jun 28 21:52:29.785334 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'port': {'device_id': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'admin_state_up': True, 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:29.917730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Made reservation on behalf of 29bb5d9640944eb2b1b02cb4a27e3a88 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:52:29.922748 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:29.938572 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd1458-d61c-4a9c-9244-b81df4001eb0 req-c0a0f19d-b3fa-4834-832d-6519795fdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:29.940322 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5ecd1458-d61c-4a9c-9244-b81df4001eb0 req-c0a0f19d-b3fa-4834-832d-6519795fdc1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 1103 time: 0.0628784 Jun 28 21:52:29.988389 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5ecd1458-d61c-4a9c-9244-b81df4001eb0 req-6ee0a805-166b-4a11-81fa-8898abff0fbe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Jun 28 21:52:30.343965 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Allocated IP 172.20.0.11 (23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd/5a2e4313-cdbd-4e92-a4a0-b419aab2ed71/17e308df-952a-4e7b-a4c4-5462a9a3246f) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:52:30.650892 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:30.653516 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7617bb4-5d3e-469c-ab4d-ed6dc21d0e4b req-08123cd6-2341-44ae-b4cd-6a9dcb6a59c2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:30.668311 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7617bb4-5d3e-469c-ab4d-ed6dc21d0e4b req-08123cd6-2341-44ae-b4cd-6a9dcb6a59c2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1314631 Jun 28 21:52:30.668539 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Transition to ACTIVE for port object 17e308df-952a-4e7b-a4c4-5462a9a3246f will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:30.713789 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:30.722648 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cf550065-d3cc-4a24-a31f-55407173b462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:30.764350 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7617bb4-5d3e-469c-ab4d-ed6dc21d0e4b req-0335ca4e-9525-43af-9e9f-7561ea0336a2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944541 Jun 28 21:52:30.781323 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50588) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:30.830893 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:52:30.834884 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:30.840082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:52:30.864498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:52:30.881440 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:31.002586 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:31.003251 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.029046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9a835-273b-4add-a190-e30259a072d5 req-54cbeeec-9354-4003-b31d-b138f568499d tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:31.039754 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ae9a835-273b-4add-a190-e30259a072d5 req-54cbeeec-9354-4003-b31d-b138f568499d tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.5630550 Jun 28 21:52:31.088873 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141034 Jun 28 21:52:31.091421 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.092503 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ae9a835-273b-4add-a190-e30259a072d5 req-56370f04-52c6-4398-b575-d397acf627b9 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Jun 28 21:52:31.228533 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-f91871b3-2527-4851-b8be-195e0c0a94af None None] Provisioning for port 17e308df-952a-4e7b-a4c4-5462a9a3246f completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:31.236116 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-f91871b3-2527-4851-b8be-195e0c0a94af None None] Provisioning complete for port 17e308df-952a-4e7b-a4c4-5462a9a3246f triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:31.236854 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f91871b3-2527-4851-b8be-195e0c0a94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.239923 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab2fc-161c-45aa-ad22-0cfe09dc385d req-05e7f274-1806-43d3-b3b5-eb454d520ef7 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:31.246648 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-96aab2fc-161c-45aa-ad22-0cfe09dc385d req-05e7f274-1806-43d3-b3b5-eb454d520ef7 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.1923029 Jun 28 21:52:31.284164 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-f91871b3-2527-4851-b8be-195e0c0a94af None None] Port 17e308df-952a-4e7b-a4c4-5462a9a3246f cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:52:31.326025 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-96aab2fc-161c-45aa-ad22-0cfe09dc385d req-a14e074b-59c6-4e6b-bd9f-0188f59505e6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760148 Jun 28 21:52:31.369112 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.376072 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.384055 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e4635c0-4f2f-405e-bcde-511bad5cfa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:31.439694 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed960ac478914becb82057aaebe26174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528206 Jun 28 21:52:31.439694 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b26361-a9bf-40ff-8df6-a72dffacd99a,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:31.440875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50592) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:31.441049 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:31.518974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.550728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.618379 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.621365 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:31.622864 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8b26361-a9bf-40ff-8df6-a72dffacd99a HTTP/1.1" status: 204 len: 168 time: 0.1795278 Jun 28 21:52:31.623961 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d70cc558-0e81-4476-968f-05a45b7d2d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:31.639553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b26361-a9bf-40ff-8df6-a72dffacd99a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:31.649149 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:32.058369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42325917-7dbf-4208-96d3-21e6d2c40777 req-91115872-72fa-4be7-a029-bf2bbfea4e45 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:32.071045 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-42325917-7dbf-4208-96d3-21e6d2c40777 req-91115872-72fa-4be7-a029-bf2bbfea4e45 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0989895 Jun 28 21:52:32.084598 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50600) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:32.100365 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.138900 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-42325917-7dbf-4208-96d3-21e6d2c40777 req-02d176d6-217d-4f47-9082-6284e8580f97 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661523 Jun 28 21:52:32.249680 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.257768 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.261157 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b9379a5e-ab5b-4ddd-84e1-22ef503a2f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:32.345568 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=168d63fcede346cdaa896c0ea5a20eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573211 Jun 28 21:52:32.348351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50604) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:32.371232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0fdf0-05fb-4869-9084-6e0b1e478df3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:32.376385 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:32.445221 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9b2ef-bde3-4747-a86c-e480988338f5 req-578e203a-1a09-4323-bb85-8c997de5f668 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:32.448150 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6f9b2ef-bde3-4747-a86c-e480988338f5 req-578e203a-1a09-4323-bb85-8c997de5f668 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.1707604 Jun 28 21:52:32.469419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.511986 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.517109 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6f9b2ef-bde3-4747-a86c-e480988338f5 req-9fe70d21-0cbd-4384-b91f-092ccf6976c7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616362 Jun 28 21:52:32.601058 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e73bc-5624-48d3-a04f-b2edc9645e34 req-d7759863-ff85-4a8f-9d2f-750e57efe4fe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:32.602673 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-293e73bc-5624-48d3-a04f-b2edc9645e34 req-d7759863-ff85-4a8f-9d2f-750e57efe4fe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.1130078 Jun 28 21:52:32.604370 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.606978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:32.608642 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adc0fdf0-05fb-4869-9084-6e0b1e478df3 HTTP/1.1" status: 204 len: 168 time: 0.2586577 Jun 28 21:52:32.609664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a77230e6-5dbc-4fa3-836e-27b121301526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:32.628135 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0fdf0-05fb-4869-9084-6e0b1e478df3,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:32.631150 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ac09b64c-fb32-41e0-b9d2-0975eca19da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:32.675388 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-293e73bc-5624-48d3-a04f-b2edc9645e34 req-9baee010-35b8-4c9e-8347-a5009e4ee995 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Jun 28 21:52:33.344531 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30ca36-3097-4a00-972b-1b6c33644af8 req-f4a01b5d-b58d-4243-a477-e76c3ba36d3e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:33.346805 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7f30ca36-3097-4a00-972b-1b6c33644af8 req-f4a01b5d-b58d-4243-a477-e76c3ba36d3e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0793915 Jun 28 21:52:33.402677 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7f30ca36-3097-4a00-972b-1b6c33644af8 req-6e8f1926-335f-4727-bbd1-b94d0cb28018 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451887 Jun 28 21:52:33.766608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a63a-24a8-4bd9-b57d-7ca9cb17cf72 req-d00d7156-4a37-47f1-a9af-27b4be49b6f4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:33.769388 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0384a63a-24a8-4bd9-b57d-7ca9cb17cf72 req-d00d7156-4a37-47f1-a9af-27b4be49b6f4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0972166 Jun 28 21:52:33.834519 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0384a63a-24a8-4bd9-b57d-7ca9cb17cf72 req-7b21da21-3594-4775-b9d7-bd94009cff80 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496228 Jun 28 21:52:33.916182 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59475b13-cfbc-4e30-a6ef-20e9803628c5 req-057b9850-39ab-4bb7-8e85-d0d2924f4746 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:33.917882 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-59475b13-cfbc-4e30-a6ef-20e9803628c5 req-057b9850-39ab-4bb7-8e85-d0d2924f4746 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0725384 Jun 28 21:52:33.997874 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-59475b13-cfbc-4e30-a6ef-20e9803628c5 req-b8870fc9-ac13-4ad8-850e-5dd984c16a33 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687258 Jun 28 21:52:34.590425 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa046a-5b8b-4474-b6c7-3ce411b8898f req-36ee6377-aece-41b6-8522-f4bd519a8ce2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:34.591926 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9efa046a-5b8b-4474-b6c7-3ce411b8898f req-36ee6377-aece-41b6-8522-f4bd519a8ce2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0662451 Jun 28 21:52:34.632383 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9efa046a-5b8b-4474-b6c7-3ce411b8898f req-a781ae19-1374-421b-ba0e-917070ca0745 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Jun 28 21:52:35.042392 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c7d28-ab90-4a53-bf5d-adcff07ab838 req-b82b8b41-ea33-4981-9221-6255207d7593 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:35.044274 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dc2c7d28-ab90-4a53-bf5d-adcff07ab838 req-b82b8b41-ea33-4981-9221-6255207d7593 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0780220 Jun 28 21:52:35.095413 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dc2c7d28-ab90-4a53-bf5d-adcff07ab838 req-129c7851-81ca-42e8-946b-42980ba10d7f tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Jun 28 21:52:35.248472 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490658-21fa-491e-876c-d3dfad3213dd req-c0d06919-0ed0-47bc-9c04-71336dccd9c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:35.254441 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a9490658-21fa-491e-876c-d3dfad3213dd req-c0d06919-0ed0-47bc-9c04-71336dccd9c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0966260 Jun 28 21:52:35.313852 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a9490658-21fa-491e-876c-d3dfad3213dd req-b5c43466-a831-4379-bfd8-ffdade6b4863 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Jun 28 21:52:35.822213 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50eeba-51c4-4f45-8214-1ea14899a420 req-9e08f752-36ea-4ba0-b6f1-afd704f33d0a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:35.823732 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ef50eeba-51c4-4f45-8214-1ea14899a420 req-9e08f752-36ea-4ba0-b6f1-afd704f33d0a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0730681 Jun 28 21:52:35.875529 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ef50eeba-51c4-4f45-8214-1ea14899a420 req-fb60f1d3-db42-4626-9ff5-586f7fb3ebd9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Jun 28 21:52:36.316806 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcf139-d414-47a9-a79f-fe59fbefbcc5 req-f4c1b537-6697-431d-bacd-4926053b1e69 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:36.318565 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-64fcf139-d414-47a9-a79f-fe59fbefbcc5 req-f4c1b537-6697-431d-bacd-4926053b1e69 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0761538 Jun 28 21:52:36.389818 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-64fcf139-d414-47a9-a79f-fe59fbefbcc5 req-b58a5511-6acb-42b9-b617-f73f168e2f21 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Jun 28 21:52:36.546829 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527cac5-f4e5-4587-89e0-9faf332adf2a req-985d3a0c-901a-4958-acf2-2923243599ba tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:36.548594 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4527cac5-f4e5-4587-89e0-9faf332adf2a req-985d3a0c-901a-4958-acf2-2923243599ba tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0850735 Jun 28 21:52:36.601436 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4527cac5-f4e5-4587-89e0-9faf332adf2a req-14f7a5a8-bf37-45dc-8f40-e19e396ad217 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Jun 28 21:52:36.773814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50670) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:36.917938 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.107217 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.113876 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.116892 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8482443a-bd12-49d9-abc7-50ae59f87c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:37.170415 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb1edf6e64124d4a8b4f986dfa99c3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954039 Jun 28 21:52:37.172900 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50678) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:37.174587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621616a7-7f14-40d3-95fe-e569bb893c1e req-de700a09-7b76-443a-9c72-25adec9d77af tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:37.177119 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-621616a7-7f14-40d3-95fe-e569bb893c1e req-de700a09-7b76-443a-9c72-25adec9d77af tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1144536 Jun 28 21:52:37.179341 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef16b3a-3692-4b21-a648-1704043be7e8,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:37.183270 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:37.231614 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.258519 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-621616a7-7f14-40d3-95fe-e569bb893c1e req-79e5fb46-cf06-4f14-a41b-858a8677fbe3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725818 Jun 28 21:52:37.263375 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.334689 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.337970 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:37.339921 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ef16b3a-3692-4b21-a648-1704043be7e8 HTTP/1.1" status: 204 len: 168 time: 0.1658969 Jun 28 21:52:37.341317 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4831f8ee-a28c-4238-a6ca-d360141012d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:37.359577 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef16b3a-3692-4b21-a648-1704043be7e8,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:37.363811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:37.607287 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275181-e15a-40f6-9119-45b6d4012cc6 req-18a412ef-31d3-4c56-a9bf-cb8a8b133a94 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:37.616759 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f1275181-e15a-40f6-9119-45b6d4012cc6 req-18a412ef-31d3-4c56-a9bf-cb8a8b133a94 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0825360 Jun 28 21:52:37.665037 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f1275181-e15a-40f6-9119-45b6d4012cc6 req-d18aa652-7898-415a-9e1e-6d7fe9b8e868 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Jun 28 21:52:37.844596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43185b66-f1c2-4edb-9558-3e9361683f97 req-60cc0279-2dcf-4ab6-a611-693219f98578 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:37.852286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-43185b66-f1c2-4edb-9558-3e9361683f97 req-60cc0279-2dcf-4ab6-a611-693219f98578 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0870404 Jun 28 21:52:37.890430 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-43185b66-f1c2-4edb-9558-3e9361683f97 req-6da830ee-77d7-4e0b-b0fe-b2e04485a22b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Jun 28 21:52:38.541440 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb5fd2-a1b0-4b7b-bdc0-43576cb6ce06 req-225052fd-6845-47c9-9176-f116308bb771 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:38.542960 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a3fb5fd2-a1b0-4b7b-bdc0-43576cb6ce06 req-225052fd-6845-47c9-9176-f116308bb771 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0878124 Jun 28 21:52:38.589503 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a3fb5fd2-a1b0-4b7b-bdc0-43576cb6ce06 req-b589d091-c6c3-4aa8-942a-e19298f05cc2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Jun 28 21:52:38.777538 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 50716) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:38.890281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913adcfc-0f32-4d5b-bb9e-b25d79da36a5 req-2ccb52fb-ca15-4f83-a34b-9246eac642b7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:38.892165 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-913adcfc-0f32-4d5b-bb9e-b25d79da36a5 req-2ccb52fb-ca15-4f83-a34b-9246eac642b7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0935752 Jun 28 21:52:38.926548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:38.947103 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-913adcfc-0f32-4d5b-bb9e-b25d79da36a5 req-15b77bef-82f6-4a23-85b2-15bfbed03cf3 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Jun 28 21:52:39.043402 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.054504 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.059629 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6bb519dc-d448-4f1f-b929-edbdec1c6617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:39.114731 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4fbfb4b83ca4f13848c8d1033116e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358710 Jun 28 21:52:39.117265 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 50722) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:39.118532 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bafbd8a-e04b-404e-8e73-30db6da07901,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:39.121961 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:39.155224 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564bc1d-1722-428b-8a02-b0bef3750f1b req-f28aa3d2-2fdc-469e-be25-987d50034d5e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:39.157170 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d564bc1d-1722-428b-8a02-b0bef3750f1b req-f28aa3d2-2fdc-469e-be25-987d50034d5e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.1121111 Jun 28 21:52:39.174002 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.196939 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.210228 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d564bc1d-1722-428b-8a02-b0bef3750f1b req-e261700d-682d-4c3f-aa34-1a002a5e310c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Jun 28 21:52:39.255287 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.258184 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:39.259427 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bafbd8a-e04b-404e-8e73-30db6da07901 HTTP/1.1" status: 204 len: 168 time: 0.1411197 Jun 28 21:52:39.260181 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0ef69e26-0356-46db-888e-9d9d6d720d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:39.272240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bafbd8a-e04b-404e-8e73-30db6da07901,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:39.274794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:39.812695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb23b2-c53c-47b5-808a-5f2ef743cb1f req-a79d8e7f-9728-438f-8d3c-1b0b6a736b58 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:39.814342 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4aeb23b2-c53c-47b5-808a-5f2ef743cb1f req-a79d8e7f-9728-438f-8d3c-1b0b6a736b58 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0713756 Jun 28 21:52:39.858741 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4aeb23b2-c53c-47b5-808a-5f2ef743cb1f req-7e64a131-2fc8-4fca-bc58-535658657dd6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382349 Jun 28 21:52:40.186304 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e008c-f91a-4e3d-a759-9ca592104e42 req-59b84ee8-3820-43ee-80e2-f6a37ad51262 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:40.188701 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5e7e008c-f91a-4e3d-a759-9ca592104e42 req-59b84ee8-3820-43ee-80e2-f6a37ad51262 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.1124430 Jun 28 21:52:40.243412 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5e7e008c-f91a-4e3d-a759-9ca592104e42 req-e021cb99-cb27-4232-a5e0-a469595ebaf7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Jun 28 21:52:40.466070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef408b-74bc-473a-a1e9-7a930e4820dd req-84d47da9-f337-4b5e-9938-2c38d6e8949c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:40.469864 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4ef408b-74bc-473a-a1e9-7a930e4820dd req-84d47da9-f337-4b5e-9938-2c38d6e8949c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0998464 Jun 28 21:52:40.584983 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4ef408b-74bc-473a-a1e9-7a930e4820dd req-d571f382-bf1e-4e7e-92ed-16f6eba84b0f tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085222 Jun 28 21:52:41.057167 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9164e1-055a-4a98-a53a-86fd58275307 req-80f2adb6-685e-47e4-a854-3311fb7d0f71 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:41.059578 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8b9164e1-055a-4a98-a53a-86fd58275307 req-80f2adb6-685e-47e4-a854-3311fb7d0f71 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0793698 Jun 28 21:52:41.106191 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8b9164e1-055a-4a98-a53a-86fd58275307 req-119f7c5a-4c4f-49c4-b565-ffe065d246d9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Jun 28 21:52:41.414024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2062fa-127f-4256-ab2a-06ff107e3739 req-0bd00370-fd07-4dc0-8312-c045ce8775e0 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:41.415752 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9a2062fa-127f-4256-ab2a-06ff107e3739 req-0bd00370-fd07-4dc0-8312-c045ce8775e0 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0679388 Jun 28 21:52:41.455786 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9a2062fa-127f-4256-ab2a-06ff107e3739 req-c4c3e4c7-1b3b-4092-bf1b-9e11cf766f6a tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Jun 28 21:52:41.777987 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6259d7-142f-4aea-aee9-6a3605f2ee75 req-6756bf41-af1a-4e17-855a-3a6fd27fe054 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:41.782019 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-af6259d7-142f-4aea-aee9-6a3605f2ee75 req-6756bf41-af1a-4e17-855a-3a6fd27fe054 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 932 time: 0.0792277 Jun 28 21:52:41.840036 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-af6259d7-142f-4aea-aee9-6a3605f2ee75 req-4a51aae3-cb2b-41b3-98d9-d2ee9409085b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485837 Jun 28 21:52:42.089680 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Request body: {'port': {'device_id': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:52:42.158338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.395915 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150479-2323-4ca4-a7f4-9317f5830f60 req-74cec175-c612-41f3-b940-bb97d9a38b73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:42.397298 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9d150479-2323-4ca4-a7f4-9317f5830f60 req-74cec175-c612-41f3-b940-bb97d9a38b73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.1341114 Jun 28 21:52:42.464909 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9d150479-2323-4ca4-a7f4-9317f5830f60 req-f32c41ea-4348-4dcf-ae4a-272a1061b1fa tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592084 Jun 28 21:52:42.503278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e308df-952a-4e7b-a4c4-5462a9a3246f {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:52:42.510827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.523027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Transition to ACTIVE for port object 17e308df-952a-4e7b-a4c4-5462a9a3246f will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:52:42.527225 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.529248 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fb4565ce-77e7-4e37-a7f3-7037e4fbc935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:42.579455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:42.584666 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:42.664192 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6e6ab-afd3-4d39-8e8c-4db180188b86 req-a0e35777-c382-4be2-af0b-dbcc8d17ace5 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:42.665782 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8de6e6ab-afd3-4d39-8e8c-4db180188b86 req-a0e35777-c382-4be2-af0b-dbcc8d17ace5 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0871770 Jun 28 21:52:42.669265 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Attempting to bind port 17e308df-952a-4e7b-a4c4-5462a9a3246f on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:52:42.669603 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Attempting to bind port 17e308df-952a-4e7b-a4c4-5462a9a3246f by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:52:42.669984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Attempting to bind port 17e308df-952a-4e7b-a4c4-5462a9a3246f on network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:42.674748 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Port 17e308df-952a-4e7b-a4c4-5462a9a3246f on network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:52:42.675073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Attempting to bind port 17e308df-952a-4e7b-a4c4-5462a9a3246f on network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:52:42.680985 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:52:42.681323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Checking segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:52:42.681923 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Bound using segment: {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:52:42.682356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Bound port: 17e308df-952a-4e7b-a4c4-5462a9a3246f, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49af64f-17e2-41b0-a7dd-513e1652b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:52:42.682873 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.713846 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8de6e6ab-afd3-4d39-8e8c-4db180188b86 req-b4edbea9-f09a-4c98-8db4-c7ba3c5b2916 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Jun 28 21:52:42.772123 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:52:42.776878 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:52:42.783663 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.785968 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ec430569-c0a2-4174-a9cf-66207455bc7b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:42.832579 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:42.832579 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:42.833054 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] 10.222.0.39 "PUT /v2.0/ports/17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1094 time: 0.7467909 Jun 28 21:52:42.833201 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:42.835697 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25095b71-bed0-4b5a-880a-b86a049c41d5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:42.863969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:42.875127 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:42.886342 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ca075-7ead-4aa2-ad6b-339499713ce2 x-openstack-request-id: req-075ca075-7ead-4aa2-ad6b-339499713ce2 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:42.886610 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:42.886974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-075ca075-7ead-4aa2-ad6b-339499713ce2 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:42.887279 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:52:43.029265 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12c53-14d7-47f0-b421-c5e70fd0edf6 req-3218d662-6b1a-4433-ab6b-c26a672a04ac tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:43.030917 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4ef12c53-14d7-47f0-b421-c5e70fd0edf6 req-3218d662-6b1a-4433-ab6b-c26a672a04ac tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0651245 Jun 28 21:52:43.074078 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4ef12c53-14d7-47f0-b421-c5e70fd0edf6 req-fd1c914b-ac7f-43d2-b673-d39925451e93 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369596 Jun 28 21:52:43.191137 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:43.657922 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0770-bd03-43c8-9b4a-3294c33a17bb req-c0b51276-fb3a-468b-ade0-c7d9a55ad35a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:43.659460 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba3e0770-bd03-43c8-9b4a-3294c33a17bb req-c0b51276-fb3a-468b-ade0-c7d9a55ad35a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0723417 Jun 28 21:52:43.705655 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba3e0770-bd03-43c8-9b4a-3294c33a17bb req-27f78e72-1d06-486c-82de-5de6a9326ebf tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Jun 28 21:52:43.909214 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cfb3-4b85-47ca-9a45-2779e6bdf29e req-224166c0-8a2d-4ca5-94c5-6a510e1ed259 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:43.911392 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7446cfb3-4b85-47ca-9a45-2779e6bdf29e req-224166c0-8a2d-4ca5-94c5-6a510e1ed259 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0752261 Jun 28 21:52:43.949749 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7446cfb3-4b85-47ca-9a45-2779e6bdf29e req-f4ceba66-4d71-4e37-bb03-913f4eb456e7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jun 28 21:52:44.264572 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2509d-e3f9-4d1c-95b6-118fbc51f5e3 req-5a53d590-c3d5-45c8-b0e7-4571a153abb0 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:44.266133 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b0f2509d-e3f9-4d1c-95b6-118fbc51f5e3 req-5a53d590-c3d5-45c8-b0e7-4571a153abb0 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0735545 Jun 28 21:52:44.322601 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b0f2509d-e3f9-4d1c-95b6-118fbc51f5e3 req-2d6b6351-fd64-4f20-86b3-09c439dfde75 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485215 Jun 28 21:52:44.884946 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89471f0e-dc58-4f8d-9189-42e9f6f091a4 req-af64be2a-a1f7-4fef-91f0-5987ba89a74d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:44.886343 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89471f0e-dc58-4f8d-9189-42e9f6f091a4 req-af64be2a-a1f7-4fef-91f0-5987ba89a74d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0677319 Jun 28 21:52:44.936074 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89471f0e-dc58-4f8d-9189-42e9f6f091a4 req-cd27390c-078c-4380-8248-5d6db15d8ad6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Jun 28 21:52:45.195797 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec240d-77ae-4855-b6aa-699a5ec1a8bb req-d3bc8c91-cbdf-48d6-b4ad-2c4d162d0037 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.198926 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94ec240d-77ae-4855-b6aa-699a5ec1a8bb req-d3bc8c91-cbdf-48d6-b4ad-2c4d162d0037 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.1325169 Jun 28 21:52:45.219775 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-7832668d-e12e-43b1-beb1-0f014eb4a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.221300 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-7832668d-e12e-43b1-beb1-0f014eb4a6b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1097 time: 0.1196902 Jun 28 21:52:45.326272 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-94ec240d-77ae-4855-b6aa-699a5ec1a8bb req-52e92b65-a950-48d3-93a1-e15148402a29 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164384 Jun 28 21:52:45.377300 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-5160554a-3afe-4f5b-ac55-bed8644fce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.378980 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-5160554a-3afe-4f5b-ac55-bed8644fce0c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1476028 Jun 28 21:52:45.520812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-fc4e3087-0f31-4b6a-8b2b-c8fb581fea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.522366 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-25095b71-bed0-4b5a-880a-b86a049c41d5 req-fc4e3087-0f31-4b6a-8b2b-c8fb581fea53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355479 Jun 28 21:52:45.589842 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbecd0-1fb0-4522-b3f7-c47a5f6e8474 req-32a2a42b-f532-4662-930c-2894572bd9b4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.591413 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dbfbecd0-1fb0-4522-b3f7-c47a5f6e8474 req-32a2a42b-f532-4662-930c-2894572bd9b4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0796771 Jun 28 21:52:45.615699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-29da31a0-9640-4c5a-ba47-896eff98cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.617152 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-29da31a0-9640-4c5a-ba47-896eff98cad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1097 time: 0.0573359 Jun 28 21:52:45.630600 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dbfbecd0-1fb0-4522-b3f7-c47a5f6e8474 req-ab96275c-2e6d-401f-b16f-0e0af3eea934 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jun 28 21:52:45.665208 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-18575797-e669-43f4-8bb3-a83727ac19d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 217 time: 0.0397367 Jun 28 21:52:45.714862 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-7e663dad-9aa9-44d1-87c0-23209174b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.716298 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-7e663dad-9aa9-44d1-87c0-23209174b94e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0432017 Jun 28 21:52:45.778044 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-962c3d15-8f62-4416-a8a4-e96ef137c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:45.779491 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-962c3d15-8f62-4416-a8a4-e96ef137c972 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564027 Jun 28 21:52:45.868729 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-5b0f238b-abb5-4830-af1f-7120b604f5ba service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825069 Jun 28 21:52:45.974560 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9502fa1-3556-4ebb-8892-87d4d6b45e4d req-ba12df81-3aa5-42f7-ac4a-053500e9f76d service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986276 Jun 28 21:52:46.136703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9019-8625-4026-9f46-6a2af3af411c req-34c559d7-e447-428e-8768-4b4a41806642 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:46.138206 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6aa9019-8625-4026-9f46-6a2af3af411c req-34c559d7-e447-428e-8768-4b4a41806642 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0736954 Jun 28 21:52:46.177647 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c6aa9019-8625-4026-9f46-6a2af3af411c req-03144e29-2596-4997-ad16-ba38fcb74ebc tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Jun 28 21:52:46.510510 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5193e6-e44a-41eb-ad0c-ad8487d6501d req-a241dc33-3f1a-4a51-ab38-9edd612ec082 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:46.511862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bb5193e6-e44a-41eb-ad0c-ad8487d6501d req-a241dc33-3f1a-4a51-ab38-9edd612ec082 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0623279 Jun 28 21:52:46.553892 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bb5193e6-e44a-41eb-ad0c-ad8487d6501d req-95506fb7-b8e7-421a-9fc7-dc8d35694402 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361748 Jun 28 21:52:46.554438 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7396bb5-b8db-416c-9a57-50c85cedae0b req-a162eaf4-588a-444b-a9fe-a7190acb2bc8 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:46.555936 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7396bb5-b8db-416c-9a57-50c85cedae0b req-a162eaf4-588a-444b-a9fe-a7190acb2bc8 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0635834 Jun 28 21:52:46.593083 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a7396bb5-b8db-416c-9a57-50c85cedae0b req-97e7c461-f9ee-47ce-a85d-c3d3cb798c9c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Jun 28 21:52:46.807094 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6879-d901-4097-9485-3426bd830884 req-f8aba09b-dd23-4662-854d-6685100e69ca tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:46.808658 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-834b6879-d901-4097-9485-3426bd830884 req-f8aba09b-dd23-4662-854d-6685100e69ca tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0645003 Jun 28 21:52:46.856737 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-834b6879-d901-4097-9485-3426bd830884 req-568c45a4-b0f4-4abc-bfa1-0d95bd03a21d tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jun 28 21:52:47.004557 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8104b-6d21-4d35-8d28-76dc4ee6cf42 req-3148547d-3c02-4e72-b651-770b44778f9e tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:47.006171 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-61e8104b-6d21-4d35-8d28-76dc4ee6cf42 req-3148547d-3c02-4e72-b651-770b44778f9e tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0640354 Jun 28 21:52:47.046708 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-61e8104b-6d21-4d35-8d28-76dc4ee6cf42 req-17561c9f-bbcf-49a6-b2df-8e4a5d6760bb tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jun 28 21:52:47.742625 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa82c6-b588-49be-8dda-392c20e2990a req-d3d4f450-ac90-45dc-9cbc-4512124c7445 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:47.744151 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6aa82c6-b588-49be-8dda-392c20e2990a req-d3d4f450-ac90-45dc-9cbc-4512124c7445 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0692813 Jun 28 21:52:47.784184 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6aa82c6-b588-49be-8dda-392c20e2990a req-b8125027-c87b-4d66-90a7-8255e6a60a07 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Jun 28 21:52:48.033652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76083-9ee5-4819-8805-b0cc58e5b52a req-7cbf9f52-c1b6-4c6f-a9c6-33c399253911 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:48.035675 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ded76083-9ee5-4819-8805-b0cc58e5b52a req-7cbf9f52-c1b6-4c6f-a9c6-33c399253911 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0694091 Jun 28 21:52:48.074824 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ded76083-9ee5-4819-8805-b0cc58e5b52a req-f9e161b6-8c16-4b30-a29e-e47bf5390ebd tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jun 28 21:52:48.229452 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e55019-d6ec-4913-855a-d2bc21e15b9c req-694be37e-336a-45a6-8fa1-3ee0609667f4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:48.230940 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-54e55019-d6ec-4913-855a-d2bc21e15b9c req-694be37e-336a-45a6-8fa1-3ee0609667f4 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0655706 Jun 28 21:52:48.271149 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-54e55019-d6ec-4913-855a-d2bc21e15b9c req-8c1e01e9-5758-422d-ad74-3f4708bbc427 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Jun 28 21:52:48.963310 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645efe8-660e-4dcd-8d7a-74badd0ec03d req-e1642091-3c69-4fe0-a7c7-6c5432a231b2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:48.964796 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f645efe8-660e-4dcd-8d7a-74badd0ec03d req-e1642091-3c69-4fe0-a7c7-6c5432a231b2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0675075 Jun 28 21:52:49.003003 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f645efe8-660e-4dcd-8d7a-74badd0ec03d req-be90facb-c500-4129-9f32-ed17c426631e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Jun 28 21:52:49.253314 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dab81-4819-41d7-916c-4fcac117bb1f req-f040d0bc-7467-4dea-a2ca-a866f45d8837 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.255309 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-201dab81-4819-41d7-916c-4fcac117bb1f req-f040d0bc-7467-4dea-a2ca-a866f45d8837 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0673230 Jun 28 21:52:49.293780 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-201dab81-4819-41d7-916c-4fcac117bb1f req-f7fb40b7-c541-4aab-8b20-4d8430f48414 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Jun 28 21:52:49.370467 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-fa49768d-15c0-4bfc-a575-95c311f40d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.371927 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-fa49768d-15c0-4bfc-a575-95c311f40d21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 1098 time: 0.0507245 Jun 28 21:52:49.503761 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-fd67815c-91be-4f05-b464-c4db619a0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.505160 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-fd67815c-91be-4f05-b464-c4db619a0dd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.1250296 Jun 28 21:52:49.513417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747000-3061-4850-9617-3fba191cb667 req-88a58569-5e37-47e8-b5a4-c67ea4a69bfc tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.514833 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-39747000-3061-4850-9617-3fba191cb667 req-88a58569-5e37-47e8-b5a4-c67ea4a69bfc tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.1275644 Jun 28 21:52:49.599553 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-39747000-3061-4850-9617-3fba191cb667 req-759bbae0-f9da-4b0a-b9c7-d2e4785af9c2 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781364 Jun 28 21:52:49.601400 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-a18470cd-fef5-41b1-b9eb-daa5be95a65e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 200 len: 1000 time: 0.0857122 Jun 28 21:52:49.672131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-2e67e5c7-77f3-4455-8776-b0189f9ecab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.673698 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-2e67e5c7-77f3-4455-8776-b0189f9ecab4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0646281 Jun 28 21:52:49.744498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-3f1c16ec-a57e-4f37-bfe7-a1e2ef84a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:49.746854 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-3f1c16ec-a57e-4f37-bfe7-a1e2ef84a325 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632646 Jun 28 21:52:49.859033 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-6d12728b-381a-44ac-b979-87a9acee3c78 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017194 Jun 28 21:52:49.962881 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a80efb7b-bfcc-4fef-b732-b8e4feb01ba4 req-05294494-636e-4ed4-a51c-d855c8b83570 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963461 Jun 28 21:52:50.184139 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5af4f-3112-4aad-8549-444d239c087b req-bb863f10-904f-4c69-ab29-a0517b266f08 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:50.186682 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ecb5af4f-3112-4aad-8549-444d239c087b req-bb863f10-904f-4c69-ab29-a0517b266f08 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0697036 Jun 28 21:52:50.229073 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ecb5af4f-3112-4aad-8549-444d239c087b req-2ad89cc6-2423-4473-8967-5f8333a3dfac tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368984 Jun 28 21:52:50.483210 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:52:50.540017 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13774b4-fad6-4490-a22d-f6ba7e2d230c req-368160b4-149d-4500-b8a2-757030331ed4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:50.542027 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d13774b4-fad6-4490-a22d-f6ba7e2d230c req-368160b4-149d-4500-b8a2-757030331ed4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0866971 Jun 28 21:52:50.591036 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d13774b4-fad6-4490-a22d-f6ba7e2d230c req-fb90f444-7bf7-4cf7-9359-67ee682472fa tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Jun 28 21:52:50.654413 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5caa2c43-94f0-4795-896a-2fbd84fad1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:50.812560 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dda87-9a8b-4fe2-88ff-be2199dba2a3 req-5de57417-7d5f-464b-8faa-c4630f8ea066 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:50.814083 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6a4dda87-9a8b-4fe2-88ff-be2199dba2a3 req-5de57417-7d5f-464b-8faa-c4630f8ea066 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0719888 Jun 28 21:52:50.855612 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6a4dda87-9a8b-4fe2-88ff-be2199dba2a3 req-6dd4fbba-ec15-4386-9660-f7723f6e129b tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jun 28 21:52:51.419082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1b3dd-d7c2-47d6-9fd6-3224fd023b97 req-5e898595-fafe-4cd8-92bd-ff18cfa754b0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:51.420594 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d6b1b3dd-d7c2-47d6-9fd6-3224fd023b97 req-5e898595-fafe-4cd8-92bd-ff18cfa754b0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0674968 Jun 28 21:52:51.460782 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d6b1b3dd-d7c2-47d6-9fd6-3224fd023b97 req-4f9cdd1e-7858-4580-9e2b-c5657f7670bf tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339353 Jun 28 21:52:51.798244 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b10b63-7f98-49b9-9c23-9da981ae2fff req-0ce7bde1-f1ae-40e5-9bc7-e2cc97d5a1aa tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:51.799751 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c1b10b63-7f98-49b9-9c23-9da981ae2fff req-0ce7bde1-f1ae-40e5-9bc7-e2cc97d5a1aa tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 944 time: 0.0731525 Jun 28 21:52:51.847913 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c1b10b63-7f98-49b9-9c23-9da981ae2fff req-a4d5eeba-1588-477e-be5e-9dd357bac041 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Jun 28 21:52:52.033913 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a18eb-2a03-4f37-af1a-8d1e568ea3f7 req-522d18bc-a0cb-4d55-94c6-0ba95cd368ca tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:52.036039 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-905a18eb-2a03-4f37-af1a-8d1e568ea3f7 req-522d18bc-a0cb-4d55-94c6-0ba95cd368ca tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0656669 Jun 28 21:52:52.073589 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-905a18eb-2a03-4f37-af1a-8d1e568ea3f7 req-cbe18432-7349-4468-92d7-726121de68b5 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Jun 28 21:52:52.616953 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 17e308df-952a-4e7b-a4c4-5462a9a3246f details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:52:52.723020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:52.733958 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'port_id': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'mac_address': 'fa:16:3e:53:a5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:52:52.775604 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:52.789576 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e308df-952a-4e7b-a4c4-5462a9a3246f {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:52:52.810684 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:52.815313 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:52.817945 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:52.866301 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:52.869448 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:53.037692 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d17e67-c2a7-4ab4-bc5e-dec15787ccf4 req-3db3fe6d-0f1e-4385-afcf-05a269a60152 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:53.039292 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-63d17e67-c2a7-4ab4-bc5e-dec15787ccf4 req-3db3fe6d-0f1e-4385-afcf-05a269a60152 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 945 time: 0.0733125 Jun 28 21:52:53.080683 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-63d17e67-c2a7-4ab4-bc5e-dec15787ccf4 req-fbbf8a62-f8da-4bb0-97e7-1bae6d0a8eb9 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 28 21:52:53.131612 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1a85169e-d4fe-4fad-bfd1-241c6e556669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:53.274039 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91987-adf5-43c1-a1ae-db1ad4a24344 req-7d6982b7-3658-49c4-9325-d199203f4d96 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:53.275573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9fb91987-adf5-43c1-a1ae-db1ad4a24344 req-7d6982b7-3658-49c4-9325-d199203f4d96 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0699861 Jun 28 21:52:53.317795 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9fb91987-adf5-43c1-a1ae-db1ad4a24344 req-78dd8631-e207-414b-afdc-85392eb366ab tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/security-groups?id=71741354-0763-4b44-8802-6311862f2b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365105 Jun 28 21:52:53.519997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:53.992382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:52:54.044045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-f125a212-c24a-4962-96e6-1d29e2ef0b71 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:54.045614 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-f125a212-c24a-4962-96e6-1d29e2ef0b71 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 950 time: 0.0713243 Jun 28 21:52:54.154497 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Deleting port bb539017-21d3-4fd8-8782-3f9fed831a3a {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:52:54.154841 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:54.245625 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] For port bb539017-21d3-4fd8-8782-3f9fed831a3a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=bb539017-21d3-4fd8-8782-3f9fed831a3a,segment=NetworkSegment(024cda3e-b650-45b3-a619-5abae21316fd),segment_id=024cda3e-b650-45b3-a619-5abae21316fd)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:54.245958 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:54.248086 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:54.259590 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Calling delete_port for bb539017-21d3-4fd8-8782-3f9fed831a3a owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:52:54.275950 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac9723-5213-40ed-9380-bd64c43616c9 req-c2f33ab0-a868-4256-abcb-b681720fd72f tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:54.277545 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5ac9723-5213-40ed-9380-bd64c43616c9 req-c2f33ab0-a868-4256-abcb-b681720fd72f tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 945 time: 0.0743194 Jun 28 21:52:54.318868 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5ac9723-5213-40ed-9380-bd64c43616c9 req-efe3b6cd-6c62-461d-ab68-3fe631109a65 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Jun 28 21:52:54.395258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:54.399305 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:54.424712 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Pushing event deleted for resources: {'Port': ['ID=bb539017-21d3-4fd8-8782-3f9fed831a3a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:54.428430 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:54.500512 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a4abe920-725d-44f3-9095-d624fbba537e req-62c0f834-cd69-4eb7-8364-e021b6695eb7 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bb2a11f-ef64-4bd1-9979-0f566b17da95 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Jun 28 21:52:54.501305 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] No DVR routers for this DVR port bb539017-21d3-4fd8-8782-3f9fed831a3a on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:52:54.504814 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:54.506839 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d04b6ccf-eb6f-45d4-bec5-024a6546ce60 req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] 10.222.0.39 "DELETE /v2.0/ports/bb539017-21d3-4fd8-8782-3f9fed831a3a HTTP/1.1" status: 204 len: 173 time: 0.4548059 Jun 28 21:52:54.507898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'name': 'network-vif-deleted', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:54.509914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e7d27e-7222-41e1-9abd-26a61c9d3e90" -d '{"events": [{"server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "name": "network-vif-deleted", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:54.537161 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['bb539017-21d3-4fd8-8782-3f9fed831a3a'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:52:54.556978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2be05c0-da1b-4f66-9163-f30c40d33678 x-openstack-request-id: req-d2be05c0-da1b-4f66-9163-f30c40d33678 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:54.558259 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb2a11f-ef64-4bd1-9979-0f566b17da95", "name": "network-vif-deleted", "tag": "bb539017-21d3-4fd8-8782-3f9fed831a3a", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:54.559115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2be05c0-da1b-4f66-9163-f30c40d33678 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:54.559889 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb2a11f-ef64-4bd1-9979-0f566b17da95', 'name': 'network-vif-deleted', 'tag': 'bb539017-21d3-4fd8-8782-3f9fed831a3a', 'status': 'completed', 'code': 200} Jun 28 21:52:55.495936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84daf2-2d96-4327-8db5-0e12f1433d00 req-9794c47c-dbbc-4f53-bdfc-e843b67867b5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:55.497482 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-de84daf2-2d96-4327-8db5-0e12f1433d00 req-9794c47c-dbbc-4f53-bdfc-e843b67867b5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 945 time: 0.0653338 Jun 28 21:52:55.539909 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-de84daf2-2d96-4327-8db5-0e12f1433d00 req-c555c9fe-c93a-4be0-9523-61f257d3fb65 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jun 28 21:52:55.571017 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:56.168066 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 17e308df-952a-4e7b-a4c4-5462a9a3246f up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:52:56.221304 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 17e308df-952a-4e7b-a4c4-5462a9a3246f completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:52:56.225661 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 17e308df-952a-4e7b-a4c4-5462a9a3246f triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:52:56.226083 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:56.317726 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:56.346602 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:52:56.350594 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00417b1-323a-47b9-9173-d017ad453f35" -d '{"events": [{"server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "name": "network-vif-plugged", "status": "completed", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:52:56.522542 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af5e008-914e-4822-bd7a-51f2fcc0daf1 x-openstack-request-id: req-6af5e008-914e-4822-bd7a-51f2fcc0daf1 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:52:56.522937 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "name": "network-vif-plugged", "status": "completed", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:52:56.523096 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6af5e008-914e-4822-bd7a-51f2fcc0daf1 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:52:56.523490 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'code': 200} Jun 28 21:52:56.527047 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:52:56.534428 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:56.534428 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device bb539017-21d3-4fd8-8782-3f9fed831a3a no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:52:56.553144 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:56.556685 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: bb539017-21d3-4fd8-8782-3f9fed831a3a {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:52:56.557073 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device bb539017-21d3-4fd8-8782-3f9fed831a3a not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:52:56.605298 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:56.609440 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:56.676516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a287b-e9cb-42b1-ac05-62c0f3c4e051 req-190150f4-2f87-4f5c-8401-407798454b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:56.678222 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a20a287b-e9cb-42b1-ac05-62c0f3c4e051 req-190150f4-2f87-4f5c-8401-407798454b82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1099 time: 0.0613139 Jun 28 21:52:56.721923 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a20a287b-e9cb-42b1-ac05-62c0f3c4e051 req-956e067f-8864-47bf-b64f-4a3bc9b8ef0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Jun 28 21:52:56.753001 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8485be9-0e76-4c65-8316-518caa24389d req-3546442c-7a96-4681-a93b-c2c0132cf9cc tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:56.755499 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c8485be9-0e76-4c65-8316-518caa24389d req-3546442c-7a96-4681-a93b-c2c0132cf9cc tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0725305 Jun 28 21:52:56.797399 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c8485be9-0e76-4c65-8316-518caa24389d req-15ae880c-61ab-4122-8cfa-437b54cdd6a4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jun 28 21:52:57.979607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f42bfa-1dcd-4aa2-b3e6-b75ed2847dfa req-a93d37c3-1fe9-47b6-82f9-91419a1a583c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:57.979607 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1f42bfa-1dcd-4aa2-b3e6-b75ed2847dfa req-a93d37c3-1fe9-47b6-82f9-91419a1a583c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0640826 Jun 28 21:52:58.020818 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1f42bfa-1dcd-4aa2-b3e6-b75ed2847dfa req-a960e023-8850-4d45-b42e-788825ed661a tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Jun 28 21:52:58.212665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89accec1-ee65-47ea-b448-3f8bfbe32b96 req-ed52bdc7-2522-4423-ab99-75f8093972c4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:58.214323 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89accec1-ee65-47ea-b448-3f8bfbe32b96 req-ed52bdc7-2522-4423-ab99-75f8093972c4 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0790279 Jun 28 21:52:58.262885 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-89accec1-ee65-47ea-b448-3f8bfbe32b96 req-0b8cefb2-b682-47d4-930e-79d4d213dd71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Jun 28 21:52:58.663415 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0901-1097-40af-80fa-91cbff5c2502 req-df1b6e10-1ef3-46f2-a7db-2a1685219fb9 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:52:58.664962 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b2e0901-1097-40af-80fa-91cbff5c2502 req-df1b6e10-1ef3-46f2-a7db-2a1685219fb9 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0731854 Jun 28 21:52:58.704143 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b2e0901-1097-40af-80fa-91cbff5c2502 req-ae9a4da0-d3da-4471-a8ba-2b102701b871 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Jun 28 21:52:59.532226 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51184) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:59.658687 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-eb5f287b-5406-4419-869b-fbad26743533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efd7feb4fd9740bda97c4ee34cd41cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251559 Jun 28 21:52:59.661599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51188) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:52:59.712693 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:59.735544 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:59.787190 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:59.789786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:52:59.790944 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71741354-0763-4b44-8802-6311862f2b9a HTTP/1.1" status: 204 len: 168 time: 0.1284361 Jun 28 21:52:59.791691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a36bce26-5bf6-4a46-8495-43fbe4b8d3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:52:59.803167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71741354-0763-4b44-8802-6311862f2b9a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:52:59.810445 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.810958 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.811281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.811652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.812040 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.812382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.812783 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.813187 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.813567 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.813948 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.814292 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.814646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:52:59.830730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:52:59.932156 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51200) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:00.037554 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.148100 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.153583 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.159914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5bf9895d-6b40-4901-aac1-5c0e455917f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:00.225501 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fccfed6b2ed749f99bb99e0490782c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894139 Jun 28 21:53:00.225501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fdb3f-f5fb-4401-88a5-8b1d665ad972,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:00.226588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51222) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:00.240320 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b4596970-ae67-4e54-84cd-a3c5d7f56332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:00.289694 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.317388 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.367039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.369669 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.370874 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b8fdb3f-f5fb-4401-88a5-8b1d665ad972 HTTP/1.1" status: 204 len: 168 time: 0.1408904 Jun 28 21:53:00.371867 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4846fa7a-5413-4a47-be3a-fd5dcc02db8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:00.380554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fdb3f-f5fb-4401-88a5-8b1d665ad972,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:00.389592 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.389996 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.390356 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.391459 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.392233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.392754 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.393276 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.393985 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.394523 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.395461 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.395975 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.396488 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:00.400129 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c89d4133-0589-4580-86d6-a71d91bccb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:00.452682 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51236) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:00.708984 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1972074119-network', 'tenant_id': 'f8f76d6ad61d4f038b4306ff1e0e7aea'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:00.740991 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Made reservation on behalf of f8f76d6ad61d4f038b4306ff1e0e7aea for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:53:00.744983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.754636 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.850975 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.854957 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.857962 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a2f4a48f-b829-4aa7-9a1c-ffa0e84f2d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:00.882927 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:53:00.889281 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3dd5a-d98c-4bef-b035-efdc36c733ee,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:00.892884 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:00.895750 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.896082 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Added segment 586a1ec5-8d68-4db4-82d9-2f47a321a018 of type vlan for network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb Jun 28 21:53:00.936164 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.972499 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.973837 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:00.974413 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:00.976482 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:01.005134 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5524685 Jun 28 21:53:01.008371 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51246) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:01.013602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Request body: {'subnet': {'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1972074119-subnet', 'tenant_id': 'f8f76d6ad61d4f038b4306ff1e0e7aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:01.036656 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Made reservation on behalf of f8f76d6ad61d4f038b4306ff1e0e7aea for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:53:01.038301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:01.039015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:01.041463 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:01.048687 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:53:01.213361 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:01.215647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3aba1543-bc2d-4813-95ba-c943be3e58c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:01.265515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e356518f-5d50-43c8-8128-e708cf5212fc,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:01.268754 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:01.274936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Checking segment: {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:53:01.275284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Network hostable DHCP agents. Network: c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:53:01.291955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:53:01.300664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:01.304795 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:01.305488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:01.316040 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ded8c-2e10-40e6-87ca-aad4c577a1e3 None None] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:53:01.320252 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2a547a4e-0a32-486e-a2a6-221d1ac05768 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107417 Jun 28 21:53:01.443710 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c13273-60eb-4281-9a5b-aa4bc98ab970 None None] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:53:03.093906 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-b50256f5-d774-4886-8514-3e5dac5a50ca tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:03.095396 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-b50256f5-d774-4886-8514-3e5dac5a50ca tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 814 time: 0.1004014 Jun 28 21:53:03.111080 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-71bb56ff-8551-4c83-acd3-6fe27e7c80ba tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/quotas/f8f76d6ad61d4f038b4306ff1e0e7aea HTTP/1.1" status: 200 len: 375 time: 0.0096185 Jun 28 21:53:03.145567 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-2528522b-fc90-474a-ab3c-8e21e44bdc9f tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jun 28 21:53:03.238785 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-68a715ae-363c-44cc-bd1f-ec2936d593a4 service neutron] 10.222.0.37 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Jun 28 21:53:03.326506 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-2eff0c0f-5d86-402c-ad8d-42c46debaf27 service neutron] 10.222.0.37 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817685 Jun 28 21:53:03.501349 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0c48ccd6-daf9-4c0a-aa4f-34a0574471dd req-3be222a2-e5cc-4964-934f-4f47e3001a9c tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 210 time: 0.0327790 Jun 28 21:53:04.655679 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-00c65761-42f8-4b20-84f3-a8cf6e147112 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:04.657410 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-00c65761-42f8-4b20-84f3-a8cf6e147112 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 814 time: 0.1010568 Jun 28 21:53:04.665680 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff05fdd6-c91e-4e96-9e84-e69ebf8659ac req-1e06dd9b-168d-45da-b3ea-8482f7950466 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 210 time: 0.0369179 Jun 28 21:53:04.671263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Request body: {'port': {'device_id': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb', 'admin_state_up': True, 'tenant_id': 'f8f76d6ad61d4f038b4306ff1e0e7aea'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:04.787007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Made reservation on behalf of f8f76d6ad61d4f038b4306ff1e0e7aea for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:53:04.790665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:04.913661 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Allocated IP 172.20.0.13 (c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb/e356518f-5d50-43c8-8128-e708cf5212fc/254c3d10-a6b4-4c2d-aa96-e9698e037542) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:05.309394 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.348895 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.353341 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3fad9524-58c2-446b-b11b-a30e42b04d4b tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:05.401488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:05.405203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:05.416570 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:05.423940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Pushing event updated for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:05.447050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:05.477653 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:05.478627 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.495238 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279674 Jun 28 21:53:05.507531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Request body: {'port': {'device_id': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:05.583535 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.886167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254c3d10-a6b4-4c2d-aa96-e9698e037542 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:05.899729 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb748-a1a8-476d-8aff-877b647daa3e req-c30d59c7-2330-430c-832b-44a2b932cc81 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:05.901170 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c10cb748-a1a8-476d-8aff-877b647daa3e req-c30d59c7-2330-430c-832b-44a2b932cc81 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 932 time: 0.1147094 Jun 28 21:53:05.902946 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.926153 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Transition to ACTIVE for port object 254c3d10-a6b4-4c2d-aa96-e9698e037542 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:53:05.930815 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:05.935257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:05.985517 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c10cb748-a1a8-476d-8aff-877b647daa3e req-a4b41db8-6125-4812-a5ce-ab7960665d1e tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766733 Jun 28 21:53:06.003880 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:06.024401 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:06.071532 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Attempting to bind port 254c3d10-a6b4-4c2d-aa96-e9698e037542 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:53:06.071875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Attempting to bind port 254c3d10-a6b4-4c2d-aa96-e9698e037542 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:53:06.072239 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Attempting to bind port 254c3d10-a6b4-4c2d-aa96-e9698e037542 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:06.077180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Port 254c3d10-a6b4-4c2d-aa96-e9698e037542 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:53:06.077500 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Attempting to bind port 254c3d10-a6b4-4c2d-aa96-e9698e037542 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:06.082985 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:53:06.083318 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Checking segment: {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:53:06.083695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Bound using segment: {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:53:06.084115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Bound port: 254c3d10-a6b4-4c2d-aa96-e9698e037542, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:53:06.084467 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:06.146783 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:53:06.149991 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:53:06.154227 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:06.156164 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8caf7-79b8-4d0e-889d-3f28edc3e11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:06.192932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.193536 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:06.194915 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] 10.222.0.39 "PUT /v2.0/ports/254c3d10-a6b4-4c2d-aa96-e9698e037542 HTTP/1.1" status: 200 len: 1094 time: 0.6914721 Jun 28 21:53:06.195423 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:06.197713 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01e8fc-d1eb-4165-b729-3ecb897222a2" -d '{"events": [{"name": "network-changed", "server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:06.226735 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:06.230014 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:06.235926 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756fc4f8-a68a-4bdd-94e7-60fba8ba59e0 x-openstack-request-id: req-756fc4f8-a68a-4bdd-94e7-60fba8ba59e0 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:06.236247 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:06.236528 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-756fc4f8-a68a-4bdd-94e7-60fba8ba59e0 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:06.236971 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542', 'status': 'completed', 'code': 200} Jun 28 21:53:06.305761 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-2e73e328-eec8-4f00-bbfd-600076e388fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.307247 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-2e73e328-eec8-4f00-bbfd-600076e388fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0525699 Jun 28 21:53:06.349272 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-d207099c-afac-4f94-8282-105d02a347a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542 HTTP/1.1" status: 200 len: 217 time: 0.0338604 Jun 28 21:53:06.402062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-64a630c4-7aab-4235-a371-b7843833bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.403512 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-64a630c4-7aab-4235-a371-b7843833bf83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e356518f-5d50-43c8-8128-e708cf5212fc HTTP/1.1" status: 200 len: 854 time: 0.0461583 Jun 28 21:53:06.438070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-4b036ff6-37dd-4540-9f9a-2e1e2c17eb9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257523 Jun 28 21:53:06.525192 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-d9b25fb1-03a5-4006-8e34-9295e2abc6ad service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795810 Jun 28 21:53:06.620157 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7fd45-2ff0-42bf-98db-b911d2e550b5 req-f6f2f947-3188-4e05-a4a3-475d03d34f51 service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826969 Jun 28 21:53:06.740644 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-36779acf-8c35-4d81-97a7-64055362fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.742204 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-36779acf-8c35-4d81-97a7-64055362fec0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0550561 Jun 28 21:53:06.841217 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-1714eb6f-0840-4294-a679-5ec678a6e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.842748 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-1714eb6f-0840-4294-a679-5ec678a6e786 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 915 time: 0.0882647 Jun 28 21:53:06.886247 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-01fc7377-9425-420e-a60a-ba7324ea7931 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542 HTTP/1.1" status: 200 len: 217 time: 0.0334644 Jun 28 21:53:06.939787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-de8626aa-9625-43ea-b358-f1c74ebe06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:06.941244 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-de8626aa-9625-43ea-b358-f1c74ebe06a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e356518f-5d50-43c8-8128-e708cf5212fc HTTP/1.1" status: 200 len: 854 time: 0.0455112 Jun 28 21:53:06.979899 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-aed75034-12c4-4bf2-8c5f-d6bab0a8bb43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313816 Jun 28 21:53:07.074710 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-ed3c3459-8fad-47c6-922e-e0ed8730470d service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856209 Jun 28 21:53:07.218809 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd01e8fc-d1eb-4165-b729-3ecb897222a2 req-6af307ea-4576-4efa-9fdc-7ec60ccd96bf service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343627 Jun 28 21:53:07.233679 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0b980-a727-4a6d-ba94-ef70cfcd650b req-dedc8c01-c6a8-49ad-9cf1-e30efc96dc3b tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:07.235233 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6b0b980-a727-4a6d-ba94-ef70cfcd650b req-dedc8c01-c6a8-49ad-9cf1-e30efc96dc3b tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 944 time: 0.1320941 Jun 28 21:53:07.276473 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6b0b980-a727-4a6d-ba94-ef70cfcd650b req-01302211-1f98-498c-ac95-727e8acbb123 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Jun 28 21:53:08.221199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 254c3d10-a6b4-4c2d-aa96-e9698e037542 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:53:08.325033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:08.336953 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '254c3d10-a6b4-4c2d-aa96-e9698e037542', 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb', 'port_id': '254c3d10-a6b4-4c2d-aa96-e9698e037542', 'mac_address': 'fa:16:3e:4f:e2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e356518f-5d50-43c8-8128-e708cf5212fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:53:08.373780 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:08.388465 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254c3d10-a6b4-4c2d-aa96-e9698e037542 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:08.408716 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:08.415119 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:08.416980 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:08.463610 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98121-3d36-457e-8c30-4660aab26735 req-17a36c53-64a3-4bbe-a621-329567ce2123 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:08.464185 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7868a-dab4-4268-975f-0c9d3dc033c3 req-0f4f2e8e-67b6-434f-ba87-02b03bf3c49e tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:08.465407 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-44a7868a-dab4-4268-975f-0c9d3dc033c3 req-0f4f2e8e-67b6-434f-ba87-02b03bf3c49e tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 944 time: 0.0684462 Jun 28 21:53:08.466058 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eea98121-3d36-457e-8c30-4660aab26735 req-17a36c53-64a3-4bbe-a621-329567ce2123 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0668800 Jun 28 21:53:08.468763 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:08.472020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:08.510592 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-44a7868a-dab4-4268-975f-0c9d3dc033c3 req-733a4ddb-83be-42cf-8958-d48e5507ff6c tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Jun 28 21:53:08.513422 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eea98121-3d36-457e-8c30-4660aab26735 req-f62c81da-9716-4189-98bd-8ec78ebcf595 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Jun 28 21:53:08.538275 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51318) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:08.688080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d36fa-7ee7-4f74-a05c-a523e16b3bf6 tempest-TestMinimumBasicScenario-850417471 tempest-TestMinimumBasicScenario-850417471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:08.689575 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-e58d36fa-7ee7-4f74-a05c-a523e16b3bf6 tempest-TestMinimumBasicScenario-850417471 tempest-TestMinimumBasicScenario-850417471-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1094 time: 0.1503165 Jun 28 21:53:08.693264 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51322) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:08.697820 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'port_id': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:08.719583 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for floatingip, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:08.750743 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['254c3d10-a6b4-4c2d-aa96-e9698e037542'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:08.822707 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:08.931068 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Allocated IP 172.27.1.188 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/1b56c81d-8bde-4ccb-8d92-58fb17dcbab2) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:09.033841 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.073649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.076020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:09.114048 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:09.121311 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:09.123511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'Port': ['ID=1b56c81d-8bde-4ccb-8d92-58fb17dcbab2,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:09.125672 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:09.127785 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:09.494955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.571593 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.688046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee212e5-05da-4145-95d6-bcc14ad39a56 req-98d6ce63-8e36-4955-a639-7ccd9dce4567 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:09.689498 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bee212e5-05da-4145-95d6-bcc14ad39a56 req-98d6ce63-8e36-4955-a639-7ccd9dce4567 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 945 time: 0.0667577 Jun 28 21:53:09.729269 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bee212e5-05da-4145-95d6-bcc14ad39a56 req-b56f9f4c-4dbf-4ceb-950b-5c3922d3c7ba tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Jun 28 21:53:09.731463 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.736536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:09.739582 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:09.809562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'Port': ['ID=1b56c81d-8bde-4ccb-8d92-58fb17dcbab2,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:09.813779 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:09.823191 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.163298 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Floating IP 39500ad3-ef38-49cd-9fcb-80574e27af95 associated. External IP: 172.27.1.188, port: 17e308df-952a-4e7b-a4c4-5462a9a3246f. Jun 28 21:53:10.239606 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 254c3d10-a6b4-4c2d-aa96-e9698e037542 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:53:10.289070 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 254c3d10-a6b4-4c2d-aa96-e9698e037542 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:53:10.293252 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 254c3d10-a6b4-4c2d-aa96-e9698e037542 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:10.293735 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.378877 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:53:10.379254 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.403072 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:10.405342 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64c3e4-7f62-4e7e-8095-a2e0f442b2cc" -d '{"events": [{"server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:10.420946 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:10.431396 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.433398 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-f5682c28-2a89-402d-abbd-208f70757146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:10.455769 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b7790-6bfb-49d5-9d9a-7545ce329dc5 x-openstack-request-id: req-cc4b7790-6bfb-49d5-9d9a-7545ce329dc5 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:10.456074 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:10.456332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc4b7790-6bfb-49d5-9d9a-7545ce329dc5 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:10.456730 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542', 'code': 200} Jun 28 21:53:10.487009 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:10.490588 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:10.497649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:53:10.507928 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Sync routers for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:53:10.515516 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.520760 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:10.522376 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:52:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:10.559722 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8652031 Jun 28 21:53:10.560423 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:10.562582 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51330) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:10.562976 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3c885d-650a-4ae5-9df4-c6d63085403f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:10.568434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105138000', 'description': 'tempest-secgroup-smoke-1105138000 description', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:10.595382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.638640 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86bf5cc-7f39-49dc-a01f-a7100e616fda x-openstack-request-id: req-f86bf5cc-7f39-49dc-a01f-a7100e616fda {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:10.639604 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:10.639604 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f86bf5cc-7f39-49dc-a01f-a7100e616fda {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:10.639783 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:53:10.658094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:10.733884 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4fbf8-5dde-47fc-85ec-e19a9f6acb12 req-02aa67ae-9d72-432c-96e4-1be0a3e4ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:10.735826 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d4f4fbf8-5dde-47fc-85ec-e19a9f6acb12 req-02aa67ae-9d72-432c-96e4-1be0a3e4ebd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 1099 time: 0.0591462 Jun 28 21:53:10.746835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-f7c5a699-5b5b-42d0-9d81-4a9b9ac2be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:10.748319 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-f7c5a699-5b5b-42d0-9d81-4a9b9ac2be4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1099 time: 0.1005247 Jun 28 21:53:10.750695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.775360 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d4f4fbf8-5dde-47fc-85ec-e19a9f6acb12 req-a080666f-d3e2-462b-adea-b7c63ff78cc8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Jun 28 21:53:10.776330 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.789246 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cdddcb57-efc3-4e7b-9e4d-2244a6239663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:10.854667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.855695 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2916634 Jun 28 21:53:10.861246 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51336) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:10.866651 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:10.873607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a873cda-4da0-46a9-8432-b2123565db73,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:10.880818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:10.915110 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-ed177abd-3cd3-4051-b325-69c295c33e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:10.916747 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-ed177abd-3cd3-4051-b325-69c295c33e90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.1502023 Jun 28 21:53:10.917429 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:10.930567 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589efef-d9a1-4157-ab20-fdaa60aeb399 req-95dd8f25-70f6-494f-9b4e-e6c44665d068 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:10.932207 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4589efef-d9a1-4157-ab20-fdaa60aeb399 req-95dd8f25-70f6-494f-9b4e-e6c44665d068 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 946 time: 0.0711653 Jun 28 21:53:10.974976 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '39500ad3-ef38-49cd-9fcb-80574e27af95', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'port_id': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'mac_address': 'fa:16:3e:53:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:09Z', 'updated_at': '2021-06-28T21:53:09Z', 'revision_number': 0, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:10.979264 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4589efef-d9a1-4157-ab20-fdaa60aeb399 req-5534501e-8de9-4573-92f9-568c2cf92927 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Jun 28 21:53:11.005990 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Checking router: 8bc3482b-4075-4d4e-ae3e-bdac0f524977 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:53:11.016889 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-e61cc960-3bf7-4735-be91-1f86af70f23f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1000 time: 0.0874608 Jun 28 21:53:11.017292 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:11.017996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:52:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:11.022931 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.033999 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.067819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e6c329ba-ea7e-4742-99a1-271c992e6160 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.091912 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.093091 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299974 Jun 28 21:53:11.093857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c07ed5f-5bb3-4452-8c2d-f6cd58d8895a,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.100144 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-31da3eb9-bef9-421e-bead-b3fa7d820d71 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.101425 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51338) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:11.103865 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-68e13745-a97a-44b3-a1e2-d06681b548ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:11.105298 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-68e13745-a97a-44b3-a1e2-d06681b548ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0810063 Jun 28 21:53:11.106557 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:11.137013 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.141195 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:11.171289 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-bd850119-da07-468a-a19e-dbb95053e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:11.172774 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-bd850119-da07-468a-a19e-dbb95053e93f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585804 Jun 28 21:53:11.194429 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.205023 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.208260 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.235942 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3373091-b447-43f1-a4dc-75013d15debb,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.240197 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.246925 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.248405 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e335c3b9-4a4e-425c-9246-687151a6fbfe tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457815 Jun 28 21:53:11.251314 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51340) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:11.256521 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:11.271841 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-488cee17-4f64-4baf-8653-64638f0a88ed service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915918 Jun 28 21:53:11.292345 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.359922 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.365724 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.368963 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2856bcc7-b8d9-4f75-817b-b769c44aa1d2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.386342 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f372f601-0c46-4646-8e45-43864a3906bd,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.390537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.392623 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.396828 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416121 Jun 28 21:53:11.397070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a3c885d-650a-4ae5-9df4-c6d63085403f req-00211dea-2ae8-4277-bcc8-26e513cbaa51 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129537 Jun 28 21:53:11.397234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51342) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:11.402786 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:11.413682 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '39500ad3-ef38-49cd-9fcb-80574e27af95', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'port_id': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'mac_address': 'fa:16:3e:53:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:09Z', 'updated_at': '2021-06-28T21:53:09Z', 'revision_number': 0, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:11.433511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.445665 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69371d5b-df34-4eba-92d9-845a98517c45 None None] The sync data for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi is: [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '39500ad3-ef38-49cd-9fcb-80574e27af95', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'port_id': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'mac_address': 'fa:16:3e:53:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:09Z', 'updated_at': '2021-06-28T21:53:09Z', 'revision_number': 0, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:53:11.496561 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.501493 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.503762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-bb3f9f02-ee88-428e-a491-2738c23c3058 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.519759 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc6894-64aa-48bf-9a84-e89415a49a16,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.522772 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.527667 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.528951 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a4e95b60-0479-40e1-9280-683ec222d2ad tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308906 Jun 28 21:53:11.532229 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51344) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:11.538207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:11.560821 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.securitygroups_db [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Project 29bb5d9640944eb2b1b02cb4a27e3a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:53:11.565833 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.645972 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.654961 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.657563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.675934 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0374ac7d-c2a6-4c14-8663-cb1f7f09d171 None None] New status for floating IP 39500ad3-ef38-49cd-9fcb-80574e27af95: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:53:11.679833 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6af3f9-f8af-4993-9462-3dfd514aa1a0,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.683070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.688273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.689569 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-c15bea9b-dd2f-4654-9547-7e3936279444 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558824 Jun 28 21:53:11.692507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51346) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:11.697842 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'security_group_rule': {'security_group_id': '7a873cda-4da0-46a9-8432-b2123565db73', 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:11.724654 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.securitygroups_db [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Project 29bb5d9640944eb2b1b02cb4a27e3a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:53:11.730059 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.802451 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.808409 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.810702 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-41a19735-5ae7-448c-a6ec-4e7e2a4c9b22 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:11.826725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826f3d58-6a2a-428d-9b49-58874048c328,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:11.829356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:11.843486 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:11.845160 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514633 Jun 28 21:53:11.976431 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-c8f82c0b-9a9a-4b74-bc60-cbaed7bade34 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105138000&fields=id&tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88 HTTP/1.1" status: 200 len: 267 time: 0.0365915 Jun 28 21:53:12.048203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-41d11f59-e547-4c93-a6cd-4b3202212786 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.049718 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-41d11f59-e547-4c93-a6cd-4b3202212786 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0677862 Jun 28 21:53:12.060984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'port': {'security_groups': ['466ac989-31c2-4d70-861c-2ab154eb3d17', '7a873cda-4da0-46a9-8432-b2123565db73']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:12.145409 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:12.167405 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897914d-5726-440b-879c-47657a00d97e req-dc101827-e1ba-46c6-b379-cf5751fe634b tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.168897 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c897914d-5726-440b-879c-47657a00d97e req-dc101827-e1ba-46c6-b379-cf5751fe634b tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 946 time: 0.0694404 Jun 28 21:53:12.208166 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c897914d-5726-440b-879c-47657a00d97e req-d6de9615-8d74-4553-b692-c93ae9420127 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Jun 28 21:53:12.342276 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:12.381745 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:12.387640 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:12.391844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b03161e4-efac-4686-bd8c-93250e203d6c tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:12.400341 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:12.434177 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.434845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:12.436304 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-df99ccbc-df54-43fd-bf50-8bd0f1d2e447 req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "PUT /v2.0/ports/17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 982 time: 0.3802154 Jun 28 21:53:12.436850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:12.439372 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cd2dff-4a15-4498-aa11-d2c7810da87c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:12.467224 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=6']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:12.473030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:12.518404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f3ebe-cb93-47b5-903d-901809b68cda x-openstack-request-id: req-2c3f3ebe-cb93-47b5-903d-901809b68cda {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:12.518898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:12.519293 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c3f3ebe-cb93-47b5-903d-901809b68cda {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:12.519949 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:53:12.559161 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:12.616972 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-32e67849-36e4-4b8b-9aaf-74260f4fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.620704 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-32e67849-36e4-4b8b-9aaf-74260f4fc9d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1138 time: 0.0722108 Jun 28 21:53:12.717957 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102f0b-3d65-4d7c-830d-95b1d83dca33 req-98e1b584-4521-4275-b0f3-0a12b7b1161c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.729347 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e9102f0b-3d65-4d7c-830d-95b1d83dca33 req-98e1b584-4521-4275-b0f3-0a12b7b1161c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.1154525 Jun 28 21:53:12.763562 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-936ca142-97e7-4d01-a778-000aa486b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.767718 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-936ca142-97e7-4d01-a778-000aa486b291 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.1368482 Jun 28 21:53:12.774311 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e9102f0b-3d65-4d7c-830d-95b1d83dca33 req-638cca52-0673-4de7-833e-358fc1054a1d tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423284 Jun 28 21:53:12.844488 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-facc98cd-19ee-4d2f-b7a8-c0185a0dc622 None None] Provisioning complete for port 17e308df-952a-4e7b-a4c4-5462a9a3246f triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:12.845143 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-facc98cd-19ee-4d2f-b7a8-c0185a0dc622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:12.874671 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-4df54389-5c87-4700-8c55-e03b4fce220b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1002 time: 0.0962076 Jun 28 21:53:12.932572 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-028a7d6c-08ee-4c06-90ce-c99d70d83e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:12.934202 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-028a7d6c-08ee-4c06-90ce-c99d70d83e3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0495770 Jun 28 21:53:13.002195 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-6e9da80d-816a-4819-bf16-ef203b06f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:13.004250 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-6e9da80d-816a-4819-bf16-ef203b06f915 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610113 Jun 28 21:53:13.106232 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-6e3dd9c2-7daa-443d-8b5e-e3227c06491e service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932548 Jun 28 21:53:13.197273 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:13.214983 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0cd2dff-4a15-4498-aa11-d2c7810da87c req-7532b34b-24c4-403c-a423-b693235ba2b7 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010871 Jun 28 21:53:14.384755 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-520efd2d-dced-49e3-9432-349cf8fcad87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533695 Jun 28 21:53:14.490093 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-2a7fcbcc-0933-440e-8210-829700003b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:14.491567 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-2a7fcbcc-0933-440e-8210-829700003b56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0559800 Jun 28 21:53:14.618696 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-e95ee721-fd31-4f98-86bb-7523c18073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:14.620187 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-e95ee721-fd31-4f98-86bb-7523c18073e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0942209 Jun 28 21:53:14.689385 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-75f872d6-e193-4e47-87cc-da62ed371576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 200 len: 1000 time: 0.0611606 Jun 28 21:53:14.749314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-154e35d7-b554-49e5-b238-0ea81ec4c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:14.751124 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-154e35d7-b554-49e5-b238-0ea81ec4c1f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0520194 Jun 28 21:53:14.812854 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-650658b5-b3ef-48b0-a1fc-8cc61a945786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:14.814400 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-650658b5-b3ef-48b0-a1fc-8cc61a945786 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565841 Jun 28 21:53:14.913208 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-8f7c4dfe-9f42-4611-9f26-4109007ee61f service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902665 Jun 28 21:53:15.016410 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ae2bcb3c-72aa-4765-8149-bbf034903140 req-8648dc6c-0c9c-4be6-aebf-529ccefe3ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886569 Jun 28 21:53:18.363246 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3a697-439b-4a14-802d-4dba78892951 req-98b702de-c1a6-4470-b9c3-2bc9cba78d7f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:18.364638 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f5a3a697-439b-4a14-802d-4dba78892951 req-98b702de-c1a6-4470-b9c3-2bc9cba78d7f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.0699501 Jun 28 21:53:18.408913 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f5a3a697-439b-4a14-802d-4dba78892951 req-1174d6a0-77b6-4c4e-8c52-5061affdccf2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Jun 28 21:53:19.595865 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca336a7-722b-4ccd-b205-f7cd764173f9 req-f210e968-bed8-4ace-98f8-be81ec675761 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:19.597922 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0ca336a7-722b-4ccd-b205-f7cd764173f9 req-f210e968-bed8-4ace-98f8-be81ec675761 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.0672388 Jun 28 21:53:19.635703 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0ca336a7-722b-4ccd-b205-f7cd764173f9 req-3c841ba5-c8f8-46d2-9173-89f3bc6df728 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=69597e3e-2321-44d2-a234-4ba8d5fd6bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jun 28 21:53:20.162568 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-f1d9dc19-22fd-4b8f-a5ef-0fe43c481190 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:20.164056 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-f1d9dc19-22fd-4b8f-a5ef-0fe43c481190 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 946 time: 0.0669565 Jun 28 21:53:20.277118 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Deleting port 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:20.277455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.381120 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] For port 5184c9cf-495b-4f71-b58b-ddc12f7130fd, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=5184c9cf-495b-4f71-b58b-ddc12f7130fd,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:20.381478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.602097 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.602788 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.602788 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Floating IP 64d07049-b049-4cb3-97c9-5ba2298f8f82 disassociated. External IP: 172.27.1.53, port: 5184c9cf-495b-4f71-b58b-ddc12f7130fd. Jun 28 21:53:20.602985 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Calling delete_port for 5184c9cf-495b-4f71-b58b-ddc12f7130fd owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:20.643001 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8dc211a1-64fc-4dca-b253-d889e8f71114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.748073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:20.752264 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:20.776558 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'Port': ['ID=5184c9cf-495b-4f71-b58b-ddc12f7130fd,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:20.780150 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:20.806739 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-bee8125c-4554-4598-94df-75a804063514 req-8879792f-a1f3-4836-9ce6-67458d597e03 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9cc52f-044a-4117-a7d4-8af8df77ab8c HTTP/1.1" status: 200 len: 210 time: 0.0422003 Jun 28 21:53:20.894342 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:53:21.005193 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:53:21.014762 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:53:21.024800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:21.025426 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:52:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:21.053988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] No DVR routers for this DVR port 5184c9cf-495b-4f71-b58b-ddc12f7130fd on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:53:21.056704 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:21.059231 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fdeb03f7-aabe-469e-8626-ec904efe7bce req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "DELETE /v2.0/ports/5184c9cf-495b-4f71-b58b-ddc12f7130fd HTTP/1.1" status: 204 len: 173 time: 0.8887007 Jun 28 21:53:21.059767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-deleted', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:21.062075 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df35e1-76f2-439a-91f1-e9b389647c2b" -d '{"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-deleted", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:21.102572 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30a2b8-df44-463e-82f5-3a69c447d938 x-openstack-request-id: req-1e30a2b8-df44-463e-82f5-3a69c447d938 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:21.103029 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cc52f-044a-4117-a7d4-8af8df77ab8c", "name": "network-vif-deleted", "tag": "5184c9cf-495b-4f71-b58b-ddc12f7130fd", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:21.103520 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e30a2b8-df44-463e-82f5-3a69c447d938 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:21.104144 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cc52f-044a-4117-a7d4-8af8df77ab8c', 'name': 'network-vif-deleted', 'tag': '5184c9cf-495b-4f71-b58b-ddc12f7130fd', 'status': 'completed', 'code': 200} Jun 28 21:53:21.137098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:21.476494 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:21.507757 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:53:21.516065 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:21.516621 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:52:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:21.640282 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:21.861120 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:21.888038 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff420b4-ca0a-41b4-b6e6-ef848c1275ae None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:53:21.948127 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51468) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:22.006482 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.031890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.088471 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.091217 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.092380 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "DELETE /v2.0/security-groups/69597e3e-2321-44d2-a234-4ba8d5fd6bd0 HTTP/1.1" status: 204 len: 168 time: 0.1431656 Jun 28 21:53:22.093245 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-16030f55-5f0f-4de5-868d-1fbdc4d05f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:22.097410 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51470) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:22.103615 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69597e3e-2321-44d2-a234-4ba8d5fd6bd0,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:22.106038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7ab70e24-c5a5-47f4-aefe-5d195a9d66d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:22.119540 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-914882bc-f77c-464a-ab1e-7c22054bf967 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] show failed (client error): The resource could not be found. Jun 28 21:53:22.123551 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-914882bc-f77c-464a-ab1e-7c22054bf967 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups/69597e3e-2321-44d2-a234-4ba8d5fd6bd0 HTTP/1.1" status: 404 len: 347 time: 0.0246439 Jun 28 21:53:22.129156 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51472) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:22.149565 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37293a-2d45-4812-b20b-b37a4fd22c2b None None] New status for floating IP 64d07049-b049-4cb3-97c9-5ba2298f8f82: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:53:22.281237 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Deleting port 2e201815-0eba-42f4-9347-39fe15e42b68 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:22.281575 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.387925 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.388312 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.401089 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Calling delete_port for 2e201815-0eba-42f4-9347-39fe15e42b68 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:22.548916 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.551590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:22.575854 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'Port': ['ID=2e201815-0eba-42f4-9347-39fe15e42b68,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:22.578476 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:22.660495 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.661734 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:22.662964 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "DELETE /v2.0/floatingips/64d07049-b049-4cb3-97c9-5ba2298f8f82 HTTP/1.1" status: 204 len: 168 time: 0.5312338 Jun 28 21:53:22.917694 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51478) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:22.922670 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743418541', 'description': 'tempest-description--1196387868'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:22.944889 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.029280 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.033248 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.036188 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d066848b-9711-4e49-a03c-25a032f7401b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:23.059815 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.061149 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1420953 Jun 28 21:53:23.064679 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51480) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:23.065896 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:23.071675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group_rule': {'security_group_id': '1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:23.077135 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:23.100324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.126675 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eddcb6a7-941e-4ba0-989f-825435fbef1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.151609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.155559 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.157780 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:23.175021 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db09343b-1479-45b2-876b-ce1c908e8024,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:23.176424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:23.181702 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.183177 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b4bc5854-f9d6-4ec6-a739-7bcd728e1165 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169438 Jun 28 21:53:23.185664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51482) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:23.191783 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'security_group_rule': {'security_group_id': '1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:23.220198 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.513792 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.557845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.563497 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.566254 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a4267543-bfa3-48d1-816e-44ee6477b280 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:23.585410 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2397830b-3095-482f-8a77-2f85eaa1728a,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:23.589223 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:23.599956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.601623 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3c5156d4-5388-451e-9732-f960e587c2db tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4147005 Jun 28 21:53:23.607578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51486) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:23.612807 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:23.639443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.747947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:23.855835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Allocated IP 172.27.1.93 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/c0e05404-9546-402e-b767-4e38ed45410c) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:23.954559 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.003578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.003578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c832ef7a-5d32-41ce-afb0-3094efb74ca8 tempest-VolumesActionsTest-2127926848 tempest-VolumesActionsTest-2127926848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:24.041133 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:24.043971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:24.047444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:24.077237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=c0e05404-9546-402e-b767-4e38ed45410c,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:24.082963 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:24.142391 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.183880 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.250317 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.332961 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.337437 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.339647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e7c8f7d5-9d1c-44c3-9932-37ec785c0616 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:24.354896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:53:24.383178 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 5184c9cf-495b-4f71-b58b-ddc12f7130fd {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:53:24.383526 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 5184c9cf-495b-4f71-b58b-ddc12f7130fd not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:53:24.414326 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=c0e05404-9546-402e-b767-4e38ed45410c,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:24.417314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:24.430036 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.443003 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:24.444846 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8362262 Jun 28 21:53:24.640812 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-31c26a9e-5db2-4a30-8afe-5625b8fb1dab tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--743418541&fields=id&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 267 time: 0.0343595 Jun 28 21:53:24.744886 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-99f8406e-086c-46a7-94e1-cf4f83d18926 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:24.746369 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-99f8406e-086c-46a7-94e1-cf4f83d18926 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 816 time: 0.0983784 Jun 28 21:53:24.761111 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-d1d418ae-06de-4a9e-b6f2-bc0e37ab7660 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/quotas/a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 375 time: 0.0093780 Jun 28 21:53:24.841092 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-e39529f1-8091-4cca-b297-bcb8ac78571e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748005 Jun 28 21:53:24.935738 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-def4e9ff-342d-4e6d-a6b2-1ad207bedd31 service neutron] 10.222.0.37 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Jun 28 21:53:25.026252 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-735b34df-ad47-4266-9d98-385474fd10c7 service neutron] 10.222.0.37 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840898 Jun 28 21:53:25.205100 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1e58a58a-e4ff-4438-ace0-f2265cbcdfd5 req-00434bdb-7ec1-4a52-96f4-eae4e1e7c633 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Jun 28 21:53:25.564726 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:26.395908 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-9daa1296-afca-41bd-a2b5-01a8d6636d9e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:26.397518 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-9daa1296-afca-41bd-a2b5-01a8d6636d9e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 816 time: 0.1476715 Jun 28 21:53:26.399818 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-985e9bec-5299-4efa-a160-1d1dd2de316f req-4a54f896-df72-4796-b962-ed8d7bd124c3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 210 time: 0.0546067 Jun 28 21:53:26.445293 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5037f794-c6e9-4d29-9a69-43355fb06091 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 379 time: 0.0380025 Jun 28 21:53:26.459007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'port': {'device_id': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'admin_state_up': True, 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'security_groups': ['1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:26.579078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Made reservation on behalf of a7b4c25dc4e5437c98976c60616f11f5 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:53:26.583478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:26.721210 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Allocated IP 172.20.0.5 (83459f51-a67e-4f58-90a6-c29d82f44af4/a1ffad63-2464-488b-9669-6fc4b46958ac/89a6d403-9c2c-4864-89cd-a40323e6342e) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:26.869648 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:26.887038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Transition to ACTIVE for port object 89a6d403-9c2c-4864-89cd-a40323e6342e will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:53:26.920690 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:26.925011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:26.972217 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:26.979457 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:26.983886 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:26.988151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:27.013058 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:27.036424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:27.037087 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.055039 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010537 Jun 28 21:53:27.070258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Request body: {'port': {'device_id': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:27.151023 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.193297 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-e44aaeaa-d391-4000-95d3-7c11de8a46b3 None None] Provisioning for port 89a6d403-9c2c-4864-89cd-a40323e6342e completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:53:27.197107 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-e44aaeaa-d391-4000-95d3-7c11de8a46b3 None None] Provisioning complete for port 89a6d403-9c2c-4864-89cd-a40323e6342e triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:27.197481 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e44aaeaa-d391-4000-95d3-7c11de8a46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.234489 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-e44aaeaa-d391-4000-95d3-7c11de8a46b3 None None] Port 89a6d403-9c2c-4864-89cd-a40323e6342e cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:53:27.428656 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:27.436552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.448875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Transition to ACTIVE for port object 89a6d403-9c2c-4864-89cd-a40323e6342e will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:53:27.452955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.455011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-38b041fa-3fb4-4092-9305-0178d971fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:27.483737 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:53:27.506326 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:27.509952 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:27.592257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Attempting to bind port 89a6d403-9c2c-4864-89cd-a40323e6342e on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:53:27.592628 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Attempting to bind port 89a6d403-9c2c-4864-89cd-a40323e6342e by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:53:27.593967 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Attempting to bind port 89a6d403-9c2c-4864-89cd-a40323e6342e on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:27.597940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Port 89a6d403-9c2c-4864-89cd-a40323e6342e on network 83459f51-a67e-4f58-90a6-c29d82f44af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:53:27.598269 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Attempting to bind port 89a6d403-9c2c-4864-89cd-a40323e6342e on network 83459f51-a67e-4f58-90a6-c29d82f44af4 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:27.603541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:53:27.603902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Checking segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:53:27.604249 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Bound using segment: {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:53:27.604675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Bound port: 89a6d403-9c2c-4864-89cd-a40323e6342e, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91944aac-0bb2-409c-8244-b92682f1f452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:53:27.604893 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2366-44b7-4fb4-aa37-18d4f2672e73 req-6274f484-5acc-4283-aab9-68bb9f694bb0 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:27.605584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.606555 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d07c2366-44b7-4fb4-aa37-18d4f2672e73 req-6274f484-5acc-4283-aab9-68bb9f694bb0 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0780163 Jun 28 21:53:27.654579 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d07c2366-44b7-4fb4-aa37-18d4f2672e73 req-dd69b4ac-b942-4e99-82dc-46094106f43c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381978 Jun 28 21:53:27.688900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:53:27.692875 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:53:27.698997 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.702816 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6ece88b4-42b3-478b-a6c0-0083dff64243 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:27.740438 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:27.741240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:27.742874 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] 10.222.0.39 "PUT /v2.0/ports/89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 1093 time: 0.6778536 Jun 28 21:53:27.745771 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:27.749929 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507dc16d-8876-4521-b150-f7b05dd84e04" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:27.784232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:27.787731 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:27.795536 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1026a755-b57e-4988-aff1-03f1ffc4daa7 x-openstack-request-id: req-1026a755-b57e-4988-aff1-03f1ffc4daa7 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:27.795647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:27.795932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1026a755-b57e-4988-aff1-03f1ffc4daa7 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:27.796375 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'status': 'completed', 'code': 200} Jun 28 21:53:27.861636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-3ebb1051-e288-4010-8a2a-64450a97ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:27.863241 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-3ebb1051-e288-4010-8a2a-64450a97ed4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1096 time: 0.0600863 Jun 28 21:53:27.909872 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-dfc7aa9c-8f34-43ef-9055-a441334cd075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 217 time: 0.0368371 Jun 28 21:53:27.966495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-d4bf8e74-b32d-49be-b545-bf433421f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:27.967839 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-d4bf8e74-b32d-49be-b545-bf433421f9c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0457096 Jun 28 21:53:28.033490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-21439437-4388-49b9-8b30-915fe28c6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.035088 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-21439437-4388-49b9-8b30-915fe28c6784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591855 Jun 28 21:53:28.127412 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-64746369-eafc-4cb9-8c8f-afe59a18f425 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818033 Jun 28 21:53:28.228490 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-231d8671-b522-4c2c-9a62-82a491a3e89c req-34a901b0-d169-4947-809e-681c3038cc0f service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Jun 28 21:53:28.337808 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-976b2304-6000-41c5-ab7b-7e723cfaafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.339288 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-976b2304-6000-41c5-ab7b-7e723cfaafec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1096 time: 0.0543654 Jun 28 21:53:28.432636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-f3d3a790-47a8-40da-8c81-72102712fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.434184 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-f3d3a790-47a8-40da-8c81-72102712fcaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0870790 Jun 28 21:53:28.476493 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-218fa09f-8473-4545-b0bb-666ee4ebf209 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 217 time: 0.0337212 Jun 28 21:53:28.525151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-03da062b-836d-466a-85b0-39ed73cc2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.526568 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-03da062b-836d-466a-85b0-39ed73cc2c85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0425828 Jun 28 21:53:28.588018 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-61216560-7aa8-42e5-8a21-b104636b20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.589467 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-61216560-7aa8-42e5-8a21-b104636b20b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554323 Jun 28 21:53:28.679853 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-a5e248ea-7a75-4ebe-b3c1-31830f7537d8 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832152 Jun 28 21:53:28.779324 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-507dc16d-8876-4521-b150-f7b05dd84e04 req-16469023-a575-45be-a809-5419ec859e89 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898910 Jun 28 21:53:28.854320 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99ec80-a5f4-4b95-8e1a-731d44dc2ba3 req-519da7bb-f651-4803-85f9-c6a070722044 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:28.855902 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5d99ec80-a5f4-4b95-8e1a-731d44dc2ba3 req-519da7bb-f651-4803-85f9-c6a070722044 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0674200 Jun 28 21:53:28.894932 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5d99ec80-a5f4-4b95-8e1a-731d44dc2ba3 req-fd138a1f-3635-4281-a962-fa0bd6a8a11b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Jun 28 21:53:30.092359 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c33cf-b3ef-4af5-9e76-aa905496ee75 req-aa1190ce-163c-4c3a-b976-9e0705f0c811 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:30.093851 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-022c33cf-b3ef-4af5-9e76-aa905496ee75 req-aa1190ce-163c-4c3a-b976-9e0705f0c811 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0763841 Jun 28 21:53:30.136285 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-022c33cf-b3ef-4af5-9e76-aa905496ee75 req-e2f074bd-3c8e-4525-bb90-ee3557ab2b0d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360961 Jun 28 21:53:30.409903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:53:30.509427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:30.520968 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:53:30.559467 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:30.576454 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:30.596350 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:30.600954 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:30.602972 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:30.650250 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:30.658656 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.659028 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.659417 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.659699 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.660042 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.660372 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.660695 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.661017 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.661340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.661660 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.662006 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.662325 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:30.666359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:30.931548 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['89a6d403-9c2c-4864-89cd-a40323e6342e'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:31.327638 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a14b22-0c8c-42fc-b87c-5a70765b3e78 req-db66c983-56a6-40e4-8dad-efa04d829206 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:31.329066 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-62a14b22-0c8c-42fc-b87c-5a70765b3e78 req-db66c983-56a6-40e4-8dad-efa04d829206 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 944 time: 0.0672071 Jun 28 21:53:31.365010 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-62a14b22-0c8c-42fc-b87c-5a70765b3e78 req-fbc6c715-4e2e-4d2f-be43-4fa54264028b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302572 Jun 28 21:53:32.426865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:53:32.478668 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 89a6d403-9c2c-4864-89cd-a40323e6342e completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:53:32.483852 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 89a6d403-9c2c-4864-89cd-a40323e6342e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:32.484496 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:32.554903 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a29a-3d0b-4e13-bd1b-ed1cc5c5c26c req-cbdbbe9c-3237-4217-8409-cedf6efd5481 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:32.556381 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7053a29a-3d0b-4e13-bd1b-ed1cc5c5c26c req-cbdbbe9c-3237-4217-8409-cedf6efd5481 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 944 time: 0.0650840 Jun 28 21:53:32.571419 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:32.593655 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:32.595948 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e8cd1-2abd-4cdd-b19c-fa3150b10603" -d '{"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:32.599105 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7053a29a-3d0b-4e13-bd1b-ed1cc5c5c26c req-4861309e-64f7-433d-8123-7694d41b4923 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366309 Jun 28 21:53:32.612803 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:32.618907 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:32.624416 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:32.655735 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ca378-854d-45aa-9218-8e25fa469026 x-openstack-request-id: req-ae5ca378-854d-45aa-9218-8e25fa469026 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:32.656028 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:32.656286 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae5ca378-854d-45aa-9218-8e25fa469026 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:32.656674 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'code': 200} Jun 28 21:53:32.682352 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:32.685471 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:32.874527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db27678-8abb-4829-a9b0-816ce8c8ac46 req-90e73038-f442-4d0d-a187-fd54f8ae9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:32.875899 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8db27678-8abb-4829-a9b0-816ce8c8ac46 req-90e73038-f442-4d0d-a187-fd54f8ae9470 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1098 time: 0.0502744 Jun 28 21:53:32.920611 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8db27678-8abb-4829-a9b0-816ce8c8ac46 req-191904bf-1a16-4282-9918-822b2f98f3c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Jun 28 21:53:33.781874 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d8a1-08d9-46ee-9524-0d47def6da16 req-16a8443f-ef91-4096-84da-8e6e103b6d45 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:33.783798 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7531d8a1-08d9-46ee-9524-0d47def6da16 req-16a8443f-ef91-4096-84da-8e6e103b6d45 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0630698 Jun 28 21:53:33.821918 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7531d8a1-08d9-46ee-9524-0d47def6da16 req-f549b2a1-9617-41a5-9b75-bd8b69120029 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Jun 28 21:53:34.518094 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef696da-078a-48e4-92d2-3841c489e303 req-72f292b5-f6ac-48b8-a5ce-da6a707f247a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:34.519689 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2ef696da-078a-48e4-92d2-3841c489e303 req-72f292b5-f6ac-48b8-a5ce-da6a707f247a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0672400 Jun 28 21:53:34.558826 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2ef696da-078a-48e4-92d2-3841c489e303 req-8f2e967a-be96-4661-a67d-5a60b1ed350c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334091 Jun 28 21:53:35.000645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd1a3a-2afe-418a-a3b1-dc6bab0b10b4 req-57901362-4ea0-429b-b72b-107ac6ade444 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:35.002114 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-94dd1a3a-2afe-418a-a3b1-dc6bab0b10b4 req-57901362-4ea0-429b-b72b-107ac6ade444 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0639641 Jun 28 21:53:35.040845 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-94dd1a3a-2afe-418a-a3b1-dc6bab0b10b4 req-db0f406a-c8d3-4d5e-b927-4f0ea818a1f8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Jun 28 21:53:35.215797 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597405aa-2ce4-4482-9f82-24b9bf4aedbe req-c6fb200d-24a6-46e9-83f7-7f7cc43b4553 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:35.217277 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-597405aa-2ce4-4482-9f82-24b9bf4aedbe req-c6fb200d-24a6-46e9-83f7-7f7cc43b4553 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0663099 Jun 28 21:53:35.225933 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51594) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:35.230844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Request body: {'floatingip': {'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:35.268194 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:35.723233 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:35.727624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:35.735025 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9482a-da06-460f-be57-b64cb1d7ca5e req-1bc280b2-55bc-469f-a6e0-53e1bb9003da tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:35.736537 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e4b9482a-da06-460f-be57-b64cb1d7ca5e req-1bc280b2-55bc-469f-a6e0-53e1bb9003da tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0672777 Jun 28 21:53:35.776408 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e4b9482a-da06-460f-be57-b64cb1d7ca5e req-88a0639d-8bd5-4c24-86d5-adfaf0f8fdfb tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Jun 28 21:53:35.833017 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Floating IP 4883fce5-3705-4e24-8e21-da481eb78710 associated. External IP: 172.27.1.93, port: 89a6d403-9c2c-4864-89cd-a40323e6342e. Jun 28 21:53:36.032766 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:53:36.138027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:53:36.142812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:36.147818 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:53:36.162715 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:36.163806 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:36.184147 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-164a0cd1-348d-4869-b7ad-4fe5bd7444c1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "PUT /v2.0/floatingips/4883fce5-3705-4e24-8e21-da481eb78710 HTTP/1.1" status: 200 len: 990 time: 0.9570155 Jun 28 21:53:36.184968 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:36.187842 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889501e-75ed-4165-864e-31a711748479" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:36.226928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba102a90-0f68-4886-93da-716887935e4c x-openstack-request-id: req-ba102a90-0f68-4886-93da-716887935e4c {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:36.228002 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:36.228311 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba102a90-0f68-4886-93da-716887935e4c {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:36.228983 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'status': 'completed', 'code': 200} Jun 28 21:53:36.294121 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:36.320966 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889501e-75ed-4165-864e-31a711748479 req-de1bc730-2717-4d4d-a2c9-536af2087505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.322408 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-de1bc730-2717-4d4d-a2c9-536af2087505 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1098 time: 0.0669563 Jun 28 21:53:36.426329 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889501e-75ed-4165-864e-31a711748479 req-c223b52f-5725-464b-bfae-da8ae141d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.427825 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-c223b52f-5725-464b-bfae-da8ae141d8a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0955911 Jun 28 21:53:36.496194 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-3464b71f-b203-4f75-b32d-37839f15472b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 998 time: 0.0603845 Jun 28 21:53:36.531879 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '4883fce5-3705-4e24-8e21-da481eb78710', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:24Z', 'updated_at': '2021-06-28T21:53:35Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:36.546751 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889501e-75ed-4165-864e-31a711748479 req-2238bd09-f088-4404-a138-fcd432393d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.548187 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-2238bd09-f088-4404-a138-fcd432393d14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0447385 Jun 28 21:53:36.558765 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:53:36.568987 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:36.568987 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:36.620727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889501e-75ed-4165-864e-31a711748479 req-203afc1c-df69-4822-8f6f-4f7be148c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.620727 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-203afc1c-df69-4822-8f6f-4f7be148c0b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613744 Jun 28 21:53:36.685008 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:36.709180 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-ef9e3c70-fe2d-4f85-8860-4b7cad1deef3 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840175 Jun 28 21:53:36.806903 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7889501e-75ed-4165-864e-31a711748479 req-ecf7269f-30cb-406c-b628-be1ff8fae2fa service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Jun 28 21:53:36.951601 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-c42e5889-9db7-4215-bead-ddfbf2422464 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.953250 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-c42e5889-9db7-4215-bead-ddfbf2422464 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0810280 Jun 28 21:53:36.956509 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '4883fce5-3705-4e24-8e21-da481eb78710', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:24Z', 'updated_at': '2021-06-28T21:53:35Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:36.982400 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a9bd-4411-4c60-8d42-308fac1aedfe req-36b1da4f-156d-4558-b1d0-2df3c9b7284e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:36.987701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be36716-728d-4a55-bc51-a4a87e7cf271 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '4883fce5-3705-4e24-8e21-da481eb78710', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:24Z', 'updated_at': '2021-06-28T21:53:35Z', 'revision_number': 1, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:53:36.990364 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2c60a9bd-4411-4c60-8d42-308fac1aedfe req-36b1da4f-156d-4558-b1d0-2df3c9b7284e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 945 time: 0.0926042 Jun 28 21:53:37.030127 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2c60a9bd-4411-4c60-8d42-308fac1aedfe req-afa102f8-be19-40b3-ab1b-fa88b729a994 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Jun 28 21:53:37.089340 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Deleting port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:37.089679 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:37.193632 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bee908-e0c8-4ec3-9209-fb5a73b604bc None None] New status for floating IP 4883fce5-3705-4e24-8e21-da481eb78710: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:53:37.451552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] For port 826dc0ff-40af-42b2-9b8c-6903181ad5b6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=826dc0ff-40af-42b2-9b8c-6903181ad5b6,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:37.452171 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:37.656212 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:37.656586 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:37.656900 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Floating IP efa1a759-fa33-4575-a8d6-9ab4b2d0808c disassociated. External IP: 172.27.1.60, port: 826dc0ff-40af-42b2-9b8c-6903181ad5b6. Jun 28 21:53:37.657501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Calling delete_port for 826dc0ff-40af-42b2-9b8c-6903181ad5b6 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:37.802627 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:37.806913 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bf831d23-aba4-4194-9a8f-ecd11504751b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:37.833304 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'Port': ['ID=826dc0ff-40af-42b2-9b8c-6903181ad5b6,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:37.836600 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:37.950034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:53:38.055998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:53:38.067153 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:53:38.079356 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:38.081450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:38.105668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] No DVR routers for this DVR port 826dc0ff-40af-42b2-9b8c-6903181ad5b6 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:53:38.110861 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:38.111986 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-40edff3d-4c0a-458d-b3b0-fa6c35759e18 req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "DELETE /v2.0/ports/826dc0ff-40af-42b2-9b8c-6903181ad5b6 HTTP/1.1" status: 204 len: 173 time: 1.1510117 Jun 28 21:53:38.194905 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-76150169-3136-4763-9e41-63e6f1efeba8 req-92bc408c-f596-4ac4-a545-3d8d88de9617 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.0350282 Jun 28 21:53:38.230043 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'name': 'network-vif-deleted', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:38.232884 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd226e0c-2c3a-40c3-818c-34b8f644e50d" -d '{"events": [{"server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "name": "network-vif-deleted", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:38.274689 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41815fe4-74be-4395-8830-6b1f19394cc8 x-openstack-request-id: req-41815fe4-74be-4395-8830-6b1f19394cc8 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:38.275020 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9c8693-983e-4cdd-97d6-a1b91b825435", "name": "network-vif-deleted", "tag": "826dc0ff-40af-42b2-9b8c-6903181ad5b6", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:38.275302 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41815fe4-74be-4395-8830-6b1f19394cc8 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:38.275868 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9c8693-983e-4cdd-97d6-a1b91b825435', 'name': 'network-vif-deleted', 'tag': '826dc0ff-40af-42b2-9b8c-6903181ad5b6', 'status': 'completed', 'code': 200} Jun 28 21:53:38.320036 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:38.515285 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:38.542855 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:53:38.551776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:38.552458 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:38.665974 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:38.865211 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:38.891251 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52047abf-59c2-424f-baaf-01c9892ae915 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:53:39.103658 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f565128-041a-4c0b-a68f-316bcd88a569 None None] New status for floating IP efa1a759-fa33-4575-a8d6-9ab4b2d0808c: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:53:39.355522 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0e5dcd95-8289-4883-b168-ae7050382d7f req-c55dda85-5ec4-4ba8-a448-d212cf7df92a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Jun 28 21:53:40.510169 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bd7e0ad3-3888-4b20-bc22-bba6eab12a82 req-5f449668-edf0-4e30-b9de-31598a7baaf2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.0278308 Jun 28 21:53:41.132587 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 826dc0ff-40af-42b2-9b8c-6903181ad5b6 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:53:41.152145 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 826dc0ff-40af-42b2-9b8c-6903181ad5b6 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:53:41.152487 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 826dc0ff-40af-42b2-9b8c-6903181ad5b6 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:53:41.669037 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5561fe27-4bd4-4eae-b882-d73b5601d9eb req-6fe8f9b2-f681-4d4f-a1c6-4f8a38a10334 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f9c8693-983e-4cdd-97d6-a1b91b825435 HTTP/1.1" status: 200 len: 210 time: 0.0304797 Jun 28 21:53:42.785987 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 51652) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:42.839159 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:42.867604 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:42.918435 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:42.920927 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:42.922083 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49 HTTP/1.1" status: 204 len: 168 time: 0.1350534 Jun 28 21:53:42.924563 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-def72db3-f6d2-42f2-8274-f9ee8a0550ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:42.925511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51654) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:42.933262 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:42.937976 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:42.946428 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.api.v2.resource [None req-df1dcb48-9450-44f4-9c47-e382dfb99749 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] show failed (client error): The resource could not be found. Jun 28 21:53:42.947439 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-df1dcb48-9450-44f4-9c47-e382dfb99749 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups/2d40fa90-5b05-4193-9f5a-a1c9eeeaaa49 HTTP/1.1" status: 404 len: 347 time: 0.0206668 Jun 28 21:53:42.950439 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51656) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:43.077998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Deleting port 770b92ca-338d-4aa2-bbb8-8c2046aefc32 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:43.078338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.150993 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.151578 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.164055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Calling delete_port for 770b92ca-338d-4aa2-bbb8-8c2046aefc32 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:43.194536 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.309775 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.311829 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:43.336038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'Port': ['ID=770b92ca-338d-4aa2-bbb8-8c2046aefc32,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:43.339088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:43.400857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.403411 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.405616 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "DELETE /v2.0/floatingips/efa1a759-fa33-4575-a8d6-9ab4b2d0808c HTTP/1.1" status: 204 len: 168 time: 0.4531388 Jun 28 21:53:43.679452 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51662) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:43.684315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99906710', 'description': 'tempest-description--2019817081'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:43.706164 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.794643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.798395 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.800851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:43.824483 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.825687 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1452351 Jun 28 21:53:43.828441 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51664) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:43.833402 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group_rule': {'security_group_id': 'cc81ab62-668a-45c8-901b-a27d2fef12ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:43.841148 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81ab62-668a-45c8-901b-a27d2fef12ef,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:43.845205 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:43.868975 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.925703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.929600 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.931726 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:43.947551 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cdb81c-e391-42a6-a2c1-83d3b29c7679,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:43.950094 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:43.958180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:43.959425 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-9be45b2a-7fca-4e2b-bf5c-f2494ffed928 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300473 Jun 28 21:53:43.962203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51666) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:43.966905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'security_group_rule': {'security_group_id': 'cc81ab62-668a-45c8-901b-a27d2fef12ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:43.993212 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.050012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.053541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.055511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:44.072473 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1957bee-a35f-429d-b938-75e40d9943d7,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:44.074813 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:44.075924 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.079914 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6ee160d8-af5c-4b12-9755-83befc750a73 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138494 Jun 28 21:53:44.080888 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51668) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:44.084964 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:44.106811 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.202831 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.312721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Allocated IP 172.27.1.115 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/b34d0e67-1e5d-4255-a969-5a59a8202d64) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:44.416722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.454556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.457244 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56eb2f24-1a04-4ed1-a49b-8a8dcf7fe279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:44.490420 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:44.493119 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:44.497437 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:44.529357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=b34d0e67-1e5d-4255-a969-5a59a8202d64,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:44.532452 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:44.590729 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.636787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.786092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.790803 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.792812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-af0a34da-a950-47a4-9076-03a2102dac21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:44.859426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=b34d0e67-1e5d-4255-a969-5a59a8202d64,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:44.863980 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:44.872190 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.886798 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.888009 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8064933 Jun 28 21:53:45.172132 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f214bd88-3b4a-4a37-94c0-eb2ae253037b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--99906710&fields=id&tenant_id=2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 267 time: 0.0338595 Jun 28 21:53:45.277105 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-2c0336ed-bff7-47f4-b944-4b880d0c2a4b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.278583 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-2c0336ed-bff7-47f4-b944-4b880d0c2a4b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 811 time: 0.0993969 Jun 28 21:53:45.294026 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-cd41c0a1-4423-499d-a992-8b18fa3e8ae9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/quotas/2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 375 time: 0.0091968 Jun 28 21:53:45.371378 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-18e91bc9-6112-4793-b33f-5a97bc3c4ea5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720658 Jun 28 21:53:45.501479 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-78358162-b355-45c5-adb3-4da4431f5ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167979 Jun 28 21:53:45.531045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-d0c40224-5164-4dd3-8aa6-9aaa1af87250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.532779 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-d0c40224-5164-4dd3-8aa6-9aaa1af87250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1138 time: 0.1181872 Jun 28 21:53:45.540200 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc931-7e91-4dfb-b16f-847f9ad60370 req-5be76ecd-2c45-46a0-8eb3-2912268c4253 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.541770 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-983cc931-7e91-4dfb-b16f-847f9ad60370 req-5be76ecd-2c45-46a0-8eb3-2912268c4253 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0713892 Jun 28 21:53:45.592448 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-983cc931-7e91-4dfb-b16f-847f9ad60370 req-b1b11112-786e-4133-8ddd-86839e1dadb2 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416768 Jun 28 21:53:45.664505 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-87c9dda0-205f-4ed4-9e72-695c10a69def service neutron] 10.222.0.37 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546154 Jun 28 21:53:45.677823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-e7d6d18f-810e-4bc9-8d64-fd9206127be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.679330 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-e7d6d18f-810e-4bc9-8d64-fd9206127be8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.1377873 Jun 28 21:53:45.743978 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-a2407d3f-95cc-4569-b7a6-75f7086718d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1002 time: 0.0577650 Jun 28 21:53:45.802808 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-94bfb931-c216-4a9b-859c-90319c1bf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.804332 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-94bfb931-c216-4a9b-859c-90319c1bf6c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0538530 Jun 28 21:53:45.859594 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b223d954-905d-4c69-8cfe-9078b55f7163 req-5a4929f9-e64a-4d15-8af0-20351fbd8780 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 210 time: 0.0339987 Jun 28 21:53:45.865642 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-87747983-79ce-4d66-82f5-0165d17adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:45.867315 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-87747983-79ce-4d66-82f5-0165d17adfd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557067 Jun 28 21:53:45.958760 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-c9f0662b-64c2-49ff-bd2f-ff40feeee162 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832970 Jun 28 21:53:46.058941 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d2930eda-faa7-4c76-adaa-4274999502b3 req-c3fe6740-4c2a-429d-bef2-86c4bf417bb1 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917594 Jun 28 21:53:46.776789 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237bbde-3d97-4cfa-8be0-4642d9c4f36b req-8a7451db-1647-4d7f-bcd9-9baf4cc1d3c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:46.778269 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3237bbde-3d97-4cfa-8be0-4642d9c4f36b req-8a7451db-1647-4d7f-bcd9-9baf4cc1d3c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0670145 Jun 28 21:53:46.818727 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3237bbde-3d97-4cfa-8be0-4642d9c4f36b req-51db5ecf-c2c0-4518-9f25-79ce31b60671 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343146 Jun 28 21:53:47.000215 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7c20d8c7-927e-4b6d-8224-21f3e1c6527f req-676731f3-c0ea-4216-8020-e9ce40178519 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Jun 28 21:53:47.989541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38abf27-531b-42e0-a021-4cdd1bf24ef1 req-90ecbebf-2828-4bf8-a1c9-cfe3398485fa tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:47.991022 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d38abf27-531b-42e0-a021-4cdd1bf24ef1 req-90ecbebf-2828-4bf8-a1c9-cfe3398485fa tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0621116 Jun 28 21:53:48.035646 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d38abf27-531b-42e0-a021-4cdd1bf24ef1 req-0e701997-6015-49a8-b6b2-e06efb21033e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386307 Jun 28 21:53:48.165682 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-27ba3aa4-3090-4922-afc0-4f25ef322128 req-6da536c7-4abf-4b26-a688-36565a203332 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Jun 28 21:53:49.208304 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140273-19eb-42a3-8532-1d35431071c3 req-11e711cc-15ca-4097-87be-ac99f55ae8d6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:49.209787 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-83140273-19eb-42a3-8532-1d35431071c3 req-11e711cc-15ca-4097-87be-ac99f55ae8d6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0625553 Jun 28 21:53:49.251332 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-83140273-19eb-42a3-8532-1d35431071c3 req-4f9de2bb-2d01-446f-9403-67feb8f5f240 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354030 Jun 28 21:53:49.382307 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dff37cca-d214-41e5-a6f4-ae951d1f57d7 req-3ea5c9a1-20d2-45d4-b194-869348c27c27 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 210 time: 0.0281253 Jun 28 21:53:49.841432 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-3415a572-8dfd-44c8-8cec-b6021684a570 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:49.842974 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-3415a572-8dfd-44c8-8cec-b6021684a570 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 811 time: 0.1049089 Jun 28 21:53:49.894906 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-af38a3f2-1d16-4fb5-97a9-540d45b7408d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961d4fa14a44273b90cd3752e95ba0e HTTP/1.1" status: 200 len: 378 time: 0.0374649 Jun 28 21:53:49.904898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'port': {'device_id': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'admin_state_up': True, 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'security_groups': ['cc81ab62-668a-45c8-901b-a27d2fef12ef']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:50.021579 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Made reservation on behalf of 2961d4fa14a44273b90cd3752e95ba0e for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:53:50.025098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.147496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Allocated IP 172.20.0.14 (36c81c6a-436c-4477-8fd0-05c33b0a7d4e/fd6ed017-e948-492a-b3f0-f83b2d1285ce/a8d4a7c9-2d01-407a-91b7-808996f6db70) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:53:50.287038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.300802 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Transition to ACTIVE for port object a8d4a7c9-2d01-407a-91b7-808996f6db70 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:53:50.339474 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.346742 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7d39bd44-51a7-41c4-9f3c-7421dc0c7340 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:50.390997 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:53:50.395231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:53:50.399102 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:53:50.436691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event updated for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:50.443894 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:50.467382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:50.468450 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.486915 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852423 Jun 28 21:53:50.509835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Request body: {'port': {'device_id': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:50.596039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959baf0-5945-4741-b0c8-2dc455a9cec6 req-5c8098e1-5e09-425d-a4d7-536ebc74e0df tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:50.603729 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5959baf0-5945-4741-b0c8-2dc455a9cec6 req-5c8098e1-5e09-425d-a4d7-536ebc74e0df tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 932 time: 0.0776639 Jun 28 21:53:50.634241 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.656236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-576d0db6-026a-4f8f-9e43-83370d0e4145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.658955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477235-ce1f-41e1-a704-f8467786a46f req-eb810651-1eb3-4a12-aeb8-ce0d33adb500 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:50.660540 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-78477235-ce1f-41e1-a704-f8467786a46f req-eb810651-1eb3-4a12-aeb8-ce0d33adb500 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.2865987 Jun 28 21:53:50.665330 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5959baf0-5945-4741-b0c8-2dc455a9cec6 req-5295a274-06a9-4df1-b74e-2a8585fe0df5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569515 Jun 28 21:53:50.699607 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cff6041d-b572-491e-81ac-f351f3c7db7d None None] Provisioning for port a8d4a7c9-2d01-407a-91b7-808996f6db70 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:53:50.704451 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cff6041d-b572-491e-81ac-f351f3c7db7d None None] Provisioning complete for port a8d4a7c9-2d01-407a-91b7-808996f6db70 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:50.705070 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cff6041d-b572-491e-81ac-f351f3c7db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.751896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-cff6041d-b572-491e-81ac-f351f3c7db7d None None] Port a8d4a7c9-2d01-407a-91b7-808996f6db70 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:53:50.779776 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-78477235-ce1f-41e1-a704-f8467786a46f req-ff289450-feef-438c-852e-491f5a157190 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970829 Jun 28 21:53:50.942482 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d4a7c9-2d01-407a-91b7-808996f6db70 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:50.950166 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.962859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Transition to ACTIVE for port object a8d4a7c9-2d01-407a-91b7-808996f6db70 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:53:50.966627 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:50.968671 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:51.016335 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:51.019785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:51.090518 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Attempting to bind port a8d4a7c9-2d01-407a-91b7-808996f6db70 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:53:51.090854 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Attempting to bind port a8d4a7c9-2d01-407a-91b7-808996f6db70 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:53:51.091189 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Attempting to bind port a8d4a7c9-2d01-407a-91b7-808996f6db70 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:51.096290 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Port a8d4a7c9-2d01-407a-91b7-808996f6db70 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:53:51.096951 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Attempting to bind port a8d4a7c9-2d01-407a-91b7-808996f6db70 on network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:53:51.102594 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:53:51.102932 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Checking segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:53:51.103317 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Bound using segment: {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:53:51.103745 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Bound port: a8d4a7c9-2d01-407a-91b7-808996f6db70, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a19a87c-7d5a-4283-8b20-afd390fd0922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:53:51.104100 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:51.173309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:53:51.176606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:53:51.186667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:51.190498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:51.222837 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.223343 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:51.224637 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8d4a7c9-2d01-407a-91b7-808996f6db70 HTTP/1.1" status: 200 len: 1094 time: 0.7225029 Jun 28 21:53:51.225151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:51.227454 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ef304e-7d9a-4617-82f9-75e6f8c686c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:51.267504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:51.270889 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:51.276740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6e1d9-61b3-475d-9d57-a436ad2dca89 x-openstack-request-id: req-a9a6e1d9-61b3-475d-9d57-a436ad2dca89 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:51.276740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:51.276740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9a6e1d9-61b3-475d-9d57-a436ad2dca89 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:51.276740 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'status': 'completed', 'code': 200} Jun 28 21:53:51.353711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-3e6b1885-87bf-42d9-925b-469a9da9e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.355238 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-3e6b1885-87bf-42d9-925b-469a9da9e7f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0605032 Jun 28 21:53:51.400883 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-8eb84d1f-2046-467c-9e98-322d495ea6d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70 HTTP/1.1" status: 200 len: 217 time: 0.0378611 Jun 28 21:53:51.450683 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-6acd1727-5020-4931-85e7-3bed77070f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.452108 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-6acd1727-5020-4931-85e7-3bed77070f7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0431616 Jun 28 21:53:51.516354 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-92bd16d5-f609-4bba-be6d-97c2900381c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.518264 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-92bd16d5-f609-4bba-be6d-97c2900381c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590608 Jun 28 21:53:51.607376 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-aeccc313-62fb-4477-bb65-c10a81ce42ab service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815477 Jun 28 21:53:51.699571 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8115d43-3820-4b3e-b492-8cc726148e2c req-499cceba-72f6-4f2c-aebd-186a5f6cccb6 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853066 Jun 28 21:53:51.806023 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-b014c087-10f5-4125-b043-f2772ea10f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.807496 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-b014c087-10f5-4125-b043-f2772ea10f8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0608296 Jun 28 21:53:51.920487 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d739-9f62-48bd-9535-d657cbe9d48c req-c72d63f2-55ce-4dc6-87c1-a818c2d5f6a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:51.922105 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-29e7d739-9f62-48bd-9535-d657cbe9d48c req-c72d63f2-55ce-4dc6-87c1-a818c2d5f6a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 944 time: 0.1407449 Jun 28 21:53:51.978477 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-29e7d739-9f62-48bd-9535-d657cbe9d48c req-cdb86531-fa4d-40c5-8588-7dc240934172 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473728 Jun 28 21:53:52.230703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-70842b2e-7b60-43d0-93cf-d10511bdee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:52.232035 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-70842b2e-7b60-43d0-93cf-d10511bdee17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.4175324 Jun 28 21:53:52.277590 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-b8fe5298-d6ae-4d40-8ace-62491c24a7a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70 HTTP/1.1" status: 200 len: 217 time: 0.0373952 Jun 28 21:53:52.303657 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59602e1-c8e0-4bc7-a9ac-23dab74e5d8f req-aa5affee-63ff-41cb-bea3-bd34aaca9c2a tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:52.305124 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a59602e1-c8e0-4bc7-a9ac-23dab74e5d8f req-aa5affee-63ff-41cb-bea3-bd34aaca9c2a tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.4003081 Jun 28 21:53:52.358054 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-14377af6-772b-43c8-aacc-1d208c10ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:52.359348 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-14377af6-772b-43c8-aacc-1d208c10ab80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0737753 Jun 28 21:53:52.393193 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a59602e1-c8e0-4bc7-a9ac-23dab74e5d8f req-6c29b46d-e251-424e-8c23-3adc9b1b7ca8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682728 Jun 28 21:53:52.439956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-7858579f-55de-4669-a610-51850b49089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:52.441439 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-7858579f-55de-4669-a610-51850b49089c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728180 Jun 28 21:53:52.539506 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-1b130b04-ba7a-4dce-9233-66ff188aac5d service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887952 Jun 28 21:53:52.641871 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-55ef304e-7d9a-4617-82f9-75e6f8c686c5 req-5617f4f4-1b9b-46e6-b605-a5dcd40505df service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916288 Jun 28 21:53:52.734825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccea84-df6b-4870-9587-d349e5c0cc2a req-4dff90bc-78f8-4369-9ee8-1a4435a301f3 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:52.736309 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-42ccea84-df6b-4870-9587-d349e5c0cc2a req-4dff90bc-78f8-4369-9ee8-1a4435a301f3 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.0707822 Jun 28 21:53:52.775291 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-42ccea84-df6b-4870-9587-d349e5c0cc2a req-6d408587-d6c9-439f-af50-049fc7db66f7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Jun 28 21:53:53.133400 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6000ddb9-7684-4046-8ae9-b572bd90b96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:53.166826 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885178-d0ce-4193-b7ab-dd87f7c10c2a req-9dfba6f6-46e0-4815-a53f-fa104f55a182 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:53.168334 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4e885178-d0ce-4193-b7ab-dd87f7c10c2a req-9dfba6f6-46e0-4815-a53f-fa104f55a182 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 944 time: 0.0691705 Jun 28 21:53:53.210387 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4e885178-d0ce-4193-b7ab-dd87f7c10c2a req-ddcb4441-3e28-4465-9aac-77a0e4349765 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336714 Jun 28 21:53:53.516776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:53.570433 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075ce0-3cc9-470b-b214-08ba7fbc392d req-359ac10f-9bed-4f20-9264-237751a3b35b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:53.571924 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d9075ce0-3cc9-470b-b214-08ba7fbc392d req-359ac10f-9bed-4f20-9264-237751a3b35b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0642631 Jun 28 21:53:53.611994 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d9075ce0-3cc9-470b-b214-08ba7fbc392d req-196fd842-28e1-41c2-8b51-29aea5f1fc65 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332577 Jun 28 21:53:53.959012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bb2f4-086e-4297-97e3-e90bd507d696 req-aafb83be-cf8c-4cf2-ad0f-205430523f03 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:53.960554 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-602bb2f4-086e-4297-97e3-e90bd507d696 req-aafb83be-cf8c-4cf2-ad0f-205430523f03 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.0667949 Jun 28 21:53:53.999215 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-602bb2f4-086e-4297-97e3-e90bd507d696 req-d10821bb-ac58-4d5e-8c4e-361c2973b547 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330989 Jun 28 21:53:54.262526 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:54.408059 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5f32-9262-4988-80ca-2a408228aec2 req-168102d2-5af2-4f78-a23e-415d8e20d478 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:54.410161 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b17e5f32-9262-4988-80ca-2a408228aec2 req-168102d2-5af2-4f78-a23e-415d8e20d478 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 944 time: 0.0755875 Jun 28 21:53:54.488642 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b17e5f32-9262-4988-80ca-2a408228aec2 req-b83a3e10-8ce6-4ca4-b502-8b055621244d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683022 Jun 28 21:53:54.510662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-2e008caf-1b6b-40e9-a1e0-3568bed56e6e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:54.512161 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-2e008caf-1b6b-40e9-a1e0-3568bed56e6e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 945 time: 0.1011167 Jun 28 21:53:54.618651 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port fd78d663-bf83-4b45-981e-03f2c7180a02 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:54.618984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:54.722418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] For port fd78d663-bf83-4b45-981e-03f2c7180a02, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=fd78d663-bf83-4b45-981e-03f2c7180a02,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:54.722770 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:54.834329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92009bfe-4c8b-48d2-a919-0847f3406e6f req-8f8aefd9-c4b6-424c-9dc4-0e95a513214b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:54.835858 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-92009bfe-4c8b-48d2-a919-0847f3406e6f req-8f8aefd9-c4b6-424c-9dc4-0e95a513214b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0956037 Jun 28 21:53:54.879957 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-92009bfe-4c8b-48d2-a919-0847f3406e6f req-389251f3-647e-4261-9d88-8eef88814106 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372133 Jun 28 21:53:54.923313 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:54.923677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:54.924014 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP 5dff82fd-8199-4c1a-af9a-208a68d4f468 disassociated. External IP: 172.27.1.33, port: fd78d663-bf83-4b45-981e-03f2c7180a02. Jun 28 21:53:54.924357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for fd78d663-bf83-4b45-981e-03f2c7180a02 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:55.070643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:55.075495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:55.101725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=fd78d663-bf83-4b45-981e-03f2c7180a02,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:55.109186 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:55.178643 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3ceb736c-1904-4837-8c34-0b1078379f60 req-dd4edae9-724a-4707-9625-fb04f42cd21b tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0358441 Jun 28 21:53:55.245510 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:53:55.363899 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:53:55.378236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:53:55.381047 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a8d4a7c9-2d01-407a-91b7-808996f6db70 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:53:55.399993 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:55.400638 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:55.416836 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] No DVR routers for this DVR port fd78d663-bf83-4b45-981e-03f2c7180a02 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:53:55.419055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:55.421070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-27bacc1d-cbbd-4e93-aaf9-f5cc0ffd4731 req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "DELETE /v2.0/ports/fd78d663-bf83-4b45-981e-03f2c7180a02 HTTP/1.1" status: 204 len: 173 time: 0.8994019 Jun 28 21:53:55.421580 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'name': 'network-vif-deleted', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:55.425056 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c85e1-7b8f-47a7-956e-f231ddcc6617" -d '{"events": [{"server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "name": "network-vif-deleted", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:55.469369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22657dc-b460-436b-b00d-210627f674fa x-openstack-request-id: req-e22657dc-b460-436b-b00d-210627f674fa {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:55.469947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b5feb3-af41-4bab-bb70-1f4f1859cead", "name": "network-vif-deleted", "tag": "fd78d663-bf83-4b45-981e-03f2c7180a02", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:55.470796 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e22657dc-b460-436b-b00d-210627f674fa {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:55.471883 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b5feb3-af41-4bab-bb70-1f4f1859cead', 'name': 'network-vif-deleted', 'tag': 'fd78d663-bf83-4b45-981e-03f2c7180a02', 'status': 'completed', 'code': 200} Jun 28 21:53:55.622178 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:55.653005 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:55.759931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:55.766539 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5926-b0c3-4474-bffc-1b9c3c16a3e8 req-3e68f74d-e5ee-4670-967f-f0a351885710 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:55.768461 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-67ad5926-b0c3-4474-bffc-1b9c3c16a3e8 req-3e68f74d-e5ee-4670-967f-f0a351885710 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 944 time: 0.0901811 Jun 28 21:53:55.783892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'port_id': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'mac_address': 'fa:16:3e:5f:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:53:55.827722 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-67ad5926-b0c3-4474-bffc-1b9c3c16a3e8 req-0ca1de17-9912-4929-96d5-8655d609b73b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528748 Jun 28 21:53:55.876717 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:55.886825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04cacc-497b-493d-8deb-40dbc01fd534 req-bb2718b7-a76d-42ad-9ab1-7c9e6b6ba296 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:55.888396 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5f04cacc-497b-493d-8deb-40dbc01fd534 req-bb2718b7-a76d-42ad-9ab1-7c9e6b6ba296 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 946 time: 0.0744298 Jun 28 21:53:55.894898 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d4a7c9-2d01-407a-91b7-808996f6db70 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:53:55.929556 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5f04cacc-497b-493d-8deb-40dbc01fd534 req-038302b5-07d3-478d-a71d-c25bc6a34f36 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Jun 28 21:53:55.950082 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:55.951304 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:55.953958 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:56.006961 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:56.010001 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:56.036834 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:56.037652 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:53:56.046237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:53:56.046868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:56.078389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cac43-c62d-458f-9415-1f23ed559470 req-890cb642-fd72-4075-9f9b-d159f7c86335 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:56.079947 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c69cac43-c62d-458f-9415-1f23ed559470 req-890cb642-fd72-4075-9f9b-d159f7c86335 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0738721 Jun 28 21:53:56.121902 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c69cac43-c62d-458f-9415-1f23ed559470 req-bff66bd7-d4c4-4b77-bc54-1583cda83403 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350487 Jun 28 21:53:56.293176 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:53:56.352939 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ef853619-8ccf-4f1d-a5d3-955bc08f6aed req-aac2e3cc-f6dd-4f10-9d7c-03e8eb3b173f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=22b5feb3-af41-4bab-bb70-1f4f1859cead HTTP/1.1" status: 200 len: 210 time: 0.0430827 Jun 28 21:53:56.381244 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['a8d4a7c9-2d01-407a-91b7-808996f6db70'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:56.618445 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:56.647813 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e7dcf-e28e-49c5-a8b2-a654335518ad None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:53:56.901608 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4a096-5555-43c8-9bb6-5afdbd711fd3 None None] New status for floating IP 5dff82fd-8199-4c1a-af9a-208a68d4f468: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:53:57.045411 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27f96-d1f4-4856-a52c-08381cd242bf req-5a3f86b6-3944-4603-9405-63ee947728ac tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.051573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ad27f96-d1f4-4856-a52c-08381cd242bf req-5a3f86b6-3944-4603-9405-63ee947728ac tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 945 time: 0.1138396 Jun 28 21:53:57.095038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ad27f96-d1f4-4856-a52c-08381cd242bf req-ea7edc64-6e22-4d5d-9b7f-32d50556d0ee tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422659 Jun 28 21:53:57.130732 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc7641-db40-4656-abe9-8afabaddcf03 req-02f18636-3c25-4087-809d-324d5495308d tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.132236 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddc7641-db40-4656-abe9-8afabaddcf03 req-02f18636-3c25-4087-809d-324d5495308d tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 946 time: 0.0763187 Jun 28 21:53:57.175937 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9ddc7641-db40-4656-abe9-8afabaddcf03 req-f5bd7249-66c8-4ca3-ae7f-c7b47d5fc8d9 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Jun 28 21:53:57.303745 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66785c-0f31-4f94-a220-2f041282f826 req-8f48bfdf-6e0a-4e79-96a4-1098da5ab146 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.305287 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be66785c-0f31-4f94-a220-2f041282f826 req-8f48bfdf-6e0a-4e79-96a4-1098da5ab146 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0660141 Jun 28 21:53:57.349909 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-be66785c-0f31-4f94-a220-2f041282f826 req-4e190ea5-d5b1-4005-93f3-8d328919530b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&id=7a873cda-4da0-46a9-8432-b2123565db73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386965 Jun 28 21:53:57.395240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a8d4a7c9-2d01-407a-91b7-808996f6db70 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:53:57.455936 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port a8d4a7c9-2d01-407a-91b7-808996f6db70 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:53:57.461056 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port a8d4a7c9-2d01-407a-91b7-808996f6db70 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:53:57.461601 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:57.540910 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-3cbb7a62-ae18-40ba-8c6b-3c448b455a07 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.542559 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-3cbb7a62-ae18-40ba-8c6b-3c448b455a07 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 946 time: 0.0796866 Jun 28 21:53:57.552751 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:57.578212 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:57.582055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf40b68-d5b9-4b25-a531-661efc7ac9a9" -d '{"events": [{"server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:57.601605 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:57.608169 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:57.609455 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device fd78d663-bf83-4b45-981e-03f2c7180a02 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:53:57.614039 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:57.654535 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3aabf9-35d0-4069-970d-2dc670ac08db x-openstack-request-id: req-ec3aabf9-35d0-4069-970d-2dc670ac08db {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:57.654843 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:57.655105 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec3aabf9-35d0-4069-970d-2dc670ac08db {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:57.655517 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'code': 200} Jun 28 21:53:57.679746 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Deleting port 254c3d10-a6b4-4c2d-aa96-e9698e037542 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:53:57.680078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:57.692342 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:57.695237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: fd78d663-bf83-4b45-981e-03f2c7180a02 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:53:57.695467 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device fd78d663-bf83-4b45-981e-03f2c7180a02 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:53:57.696856 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:57.722432 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-63a11b12-cbae-49c8-9184-4a36abded7f2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120099121&fields=id&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 267 time: 0.0658402 Jun 28 21:53:57.853665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] For port 254c3d10-a6b4-4c2d-aa96-e9698e037542, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=254c3d10-a6b4-4c2d-aa96-e9698e037542,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:53:57.854053 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:57.866132 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4df4-3eb2-45e1-a298-b2c10abb4b58 req-3107ad3b-84e0-4c6c-be6d-65bf795ac0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.867711 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-264b4df4-3eb2-45e1-a298-b2c10abb4b58 req-3107ad3b-84e0-4c6c-be6d-65bf795ac0ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 1099 time: 0.0549884 Jun 28 21:53:57.877225 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Calling delete_port for 254c3d10-a6b4-4c2d-aa96-e9698e037542 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:53:57.898846 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-00df55bf-2325-4244-bda0-fc8d5a4f1f0b tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:57.900358 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-00df55bf-2325-4244-bda0-fc8d5a4f1f0b tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1466150 Jun 28 21:53:57.909924 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-264b4df4-3eb2-45e1-a298-b2c10abb4b58 req-1e77ed4b-b724-4691-afe5-b2087dada6b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345883 Jun 28 21:53:57.950878 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-b110bcee-f26e-483c-a64f-4abe72e10584 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/quotas/cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 375 time: 0.0449300 Jun 28 21:53:58.078813 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-3710fa1b-03a0-46d8-9842-86a5c176c801 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217499 Jun 28 21:53:58.088662 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:58.099963 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-66ec2f5b-2098-44dc-a019-70fa8b1d9cce tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:58.101795 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['254c3d10-a6b4-4c2d-aa96-e9698e037542'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:53:58.143647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Pushing event deleted for resources: {'Port': ['ID=254c3d10-a6b4-4c2d-aa96-e9698e037542,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:53:58.156531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:58.221632 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] No DVR routers for this DVR port 254c3d10-a6b4-4c2d-aa96-e9698e037542 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:53:58.226363 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:58.228396 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-07451f93-de3c-45f3-b844-bbf279d75bf8 req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "DELETE /v2.0/ports/254c3d10-a6b4-4c2d-aa96-e9698e037542 HTTP/1.1" status: 204 len: 173 time: 0.6793940 Jun 28 21:53:58.230529 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'name': 'network-vif-deleted', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:53:58.232981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db12f0d9-182b-475b-9864-73185ac0440b" -d '{"events": [{"server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "name": "network-vif-deleted", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:53:58.261485 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-86806fe7-7f6b-4d89-8142-cfd0a2c47c3e service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707723 Jun 28 21:53:58.297506 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079348-b0eb-43da-a134-e30561fa2ced req-28afeb60-90ab-41c3-8b9c-e05c7d121380 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:58.299266 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7f079348-b0eb-43da-a134-e30561fa2ced req-28afeb60-90ab-41c3-8b9c-e05c7d121380 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0800300 Jun 28 21:53:58.341294 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7f079348-b0eb-43da-a134-e30561fa2ced req-bf039c7d-edce-4075-a419-437ceea3a0d3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342052 Jun 28 21:53:58.380698 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-67d96a6d-30cd-46de-8153-23807a481cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120298 Jun 28 21:53:58.497277 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-124715fd-b21a-41c5-9bb8-971fc185b373 req-9520e9bf-e9f7-439a-8f16-3d00cd6400b5 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=705a0249-4198-484c-be77-aa7e9ea1e2ec HTTP/1.1" status: 200 len: 210 time: 0.0287700 Jun 28 21:53:58.548791 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd069c-f983-4fda-bd36-7bb446c61a29 x-openstack-request-id: req-43dd069c-f983-4fda-bd36-7bb446c61a29 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:53:58.549480 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705a0249-4198-484c-be77-aa7e9ea1e2ec", "name": "network-vif-deleted", "tag": "254c3d10-a6b4-4c2d-aa96-e9698e037542", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:53:58.549480 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43dd069c-f983-4fda-bd36-7bb446c61a29 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:53:58.549849 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705a0249-4198-484c-be77-aa7e9ea1e2ec', 'name': 'network-vif-deleted', 'tag': '254c3d10-a6b4-4c2d-aa96-e9698e037542', 'status': 'completed', 'code': 200} Jun 28 21:53:58.713508 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-794cb9d5-45c8-4500-9f3e-83c29d605b45 req-36c62d13-e39f-4cb2-ac5c-ff8fe2086bc0 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jun 28 21:53:59.527012 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790f01c-4942-4ce7-ba69-df9fe68fc642 req-8e69ea8f-af97-4c48-ae02-152b8631c347 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:59.528565 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9790f01c-4942-4ce7-ba69-df9fe68fc642 req-8e69ea8f-af97-4c48-ae02-152b8631c347 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0644345 Jun 28 21:53:59.566158 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9790f01c-4942-4ce7-ba69-df9fe68fc642 req-7289409a-4e3b-4a5c-a2e0-f53c0b170cb4 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316141 Jun 28 21:53:59.745459 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae1c2-81b7-4334-b00c-7fc37be313f1 req-05f19700-0dc5-45e5-947c-9eef507e5d80 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:53:59.747066 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-32cae1c2-81b7-4334-b00c-7fc37be313f1 req-05f19700-0dc5-45e5-947c-9eef507e5d80 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0743458 Jun 28 21:53:59.756641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 51876) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:59.771339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Request body: {'floatingip': {'port_id': 'a8d4a7c9-2d01-407a-91b7-808996f6db70'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:53:59.853922 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:59.972043 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bc6de98a-e270-482a-9e86-c4671c8d6d33 req-e3f09a43-eb95-4a53-82f9-ff2d0aeb093f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 210 time: 0.1062844 Jun 28 21:54:00.069721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-c720d0b8-eb9d-4189-a019-e55f4703c37a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:00.071199 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-c720d0b8-eb9d-4189-a019-e55f4703c37a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.2417939 Jun 28 21:54:00.423527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:00.428362 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:00.529903 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Floating IP 0e37b87d-3143-41df-974b-914fa86a30b7 associated. External IP: 172.27.1.115, port: a8d4a7c9-2d01-407a-91b7-808996f6db70. Jun 28 21:54:00.741231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:54:01.138822 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3ded673b-1f0d-4a82-9e80-7fbf7dcad394 req-5045fba9-f13a-4cc5-aa1f-5ea50d3c3dd8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 210 time: 0.0325384 Jun 28 21:54:01.153430 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:54:01.158959 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:01.164840 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:54:01.178445 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:01.178445 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:01.199453 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-d97a51d8-5c71-4582-beab-0ccae6fd9ba9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "PUT /v2.0/floatingips/0e37b87d-3143-41df-974b-914fa86a30b7 HTTP/1.1" status: 200 len: 992 time: 1.4311173 Jun 28 21:54:01.199890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:01.202231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d7bc0-053c-42cd-b4c3-0be99bedd43a" -d '{"events": [{"name": "network-changed", "server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:01.288236 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:01.517224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '0e37b87d-3143-41df-974b-914fa86a30b7', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:5f:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:44Z', 'updated_at': '2021-06-28T21:54:00Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:01.548265 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:54:01.557265 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:01.557912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:01.661423 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:01.854302 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 254c3d10-a6b4-4c2d-aa96-e9698e037542 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:54:01.881193 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 254c3d10-a6b4-4c2d-aa96-e9698e037542 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:54:01.881519 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 254c3d10-a6b4-4c2d-aa96-e9698e037542 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:54:01.903650 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '0e37b87d-3143-41df-974b-914fa86a30b7', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:5f:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:44Z', 'updated_at': '2021-06-28T21:54:00Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:01.934232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60361-45eb-47af-876d-ef4d32b7ab76 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '0e37b87d-3143-41df-974b-914fa86a30b7', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'port_id': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'mac_address': 'fa:16:3e:5f:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:53:44Z', 'updated_at': '2021-06-28T21:54:00Z', 'revision_number': 1, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:54:02.118058 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d963237-a07d-4c1b-b1d2-35349a57decc None None] New status for floating IP 0e37b87d-3143-41df-974b-914fa86a30b7: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:54:02.890492 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-5cb123ab-406f-4fa8-a4cf-73c689cc783a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 379 time: 0.0446551 Jun 28 21:54:02.899866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'port': {'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'admin_state_up': True, 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'security_groups': ['d9ed0030-adb8-4953-88ca-4a4b27df6506']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:02.917357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a04c1-8aa5-451b-9cff-e77809c36a8c x-openstack-request-id: req-803a04c1-8aa5-451b-9cff-e77809c36a8c {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:02.917687 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:02.918004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-803a04c1-8aa5-451b-9cff-e77809c36a8c {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:02.918433 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'status': 'completed', 'code': 200} Jun 28 21:54:03.020823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Made reservation on behalf of cb322b7c5b534c76a076f4439bf1793d for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:03.023878 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9e405d7b-065a-42d6-be82-aa85fd317826 req-5c6a7bc2-82ae-4dff-885f-54b1e2cf30f4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 210 time: 0.0406082 Jun 28 21:54:03.024365 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.038447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-e085c386-0178-40a4-affd-1076bd802c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:03.039938 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-e085c386-0178-40a4-affd-1076bd802c39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 1099 time: 0.0998218 Jun 28 21:54:03.139862 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-37dfc5f1-81c5-411b-b2e5-2c4f5d18541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:03.141532 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-37dfc5f1-81c5-411b-b2e5-2c4f5d18541b service neutron] 10.222.0.39 "GET /v2.0/networks?id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 200 len: 912 time: 0.0941575 Jun 28 21:54:03.183571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.20.0.8 (6ddfacec-d7c8-404b-9912-5a441115f2f0/0322605b-b0e2-401d-82a0-55f2005fc15c/3270161b-18af-4963-a846-df070a9bea45) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:03.221279 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-4a6b4b49-9df6-438f-bd69-ed765d247662 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70 HTTP/1.1" status: 200 len: 1002 time: 0.0719423 Jun 28 21:54:03.285667 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-7e063864-2585-4036-979c-ea9f2cf5548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:03.287040 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-7e063864-2585-4036-979c-ea9f2cf5548d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 200 len: 850 time: 0.0595264 Jun 28 21:54:03.356108 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.360752 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-d2d48a3a-5c61-4acf-a56d-66f606443fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:03.362344 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-d2d48a3a-5c61-4acf-a56d-66f606443fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=36c81c6a-436c-4477-8fd0-05c33b0a7d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629709 Jun 28 21:54:03.373833 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Transition to ACTIVE for port object 3270161b-18af-4963-a846-df070a9bea45 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:03.409058 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.413743 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:03.449222 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:03.454809 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:03.459541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:03.485299 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-dba215b8-aa4d-46f9-99a9-71b7352493b4 service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160927 Jun 28 21:54:03.491431 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:03.502141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.502513 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.502877 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.503232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.503584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.503934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.504444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.504625 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.504976 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.505316 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.505657 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.506018 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:03.519028 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:03.535965 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:03.536612 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.554238 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595631 Jun 28 21:54:03.570104 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Request body: {'port': {'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:03.587686 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-180d7bc0-053c-42cd-b4c3-0be99bedd43a req-de9fd255-c9cc-4f30-bd50-bac84023c39c service neutron] 10.222.0.39 "GET /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946715 Jun 28 21:54:03.654681 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.727677 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-7665201d-d9ff-4d36-97aa-3d2f2f82780a None None] Provisioning for port 3270161b-18af-4963-a846-df070a9bea45 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:03.732017 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-7665201d-d9ff-4d36-97aa-3d2f2f82780a None None] Provisioning complete for port 3270161b-18af-4963-a846-df070a9bea45 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:03.732425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7665201d-d9ff-4d36-97aa-3d2f2f82780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.766148 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-7665201d-d9ff-4d36-97aa-3d2f2f82780a None None] Port 3270161b-18af-4963-a846-df070a9bea45 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:54:03.933453 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3270161b-18af-4963-a846-df070a9bea45 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:54:03.949726 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.968065 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Transition to ACTIVE for port object 3270161b-18af-4963-a846-df070a9bea45 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:03.973549 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:03.977629 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:04.035320 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:04.045793 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:04.129466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Attempting to bind port 3270161b-18af-4963-a846-df070a9bea45 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:54:04.129711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Attempting to bind port 3270161b-18af-4963-a846-df070a9bea45 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:54:04.129979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Attempting to bind port 3270161b-18af-4963-a846-df070a9bea45 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:04.135722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Port 3270161b-18af-4963-a846-df070a9bea45 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:54:04.136309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Attempting to bind port 3270161b-18af-4963-a846-df070a9bea45 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:04.143287 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:54:04.144426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:04.144426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Bound using segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:54:04.144690 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Bound port: 3270161b-18af-4963-a846-df070a9bea45, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:54:04.144963 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:04.216997 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:54:04.220675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3270161b-18af-4963-a846-df070a9bea45,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:54:04.228026 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:04.235531 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af1d85-cd25-4e41-abe6-80b8e575fecb req-6acb0d4b-9aaa-450f-b361-a80bdc6530bf tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:04.237168 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-38af1d85-cd25-4e41-abe6-80b8e575fecb req-6acb0d4b-9aaa-450f-b361-a80bdc6530bf tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0776181 Jun 28 21:54:04.240466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-771ee176-9f08-46fa-800d-127d3ad1b0b6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:04.273767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:04.274571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:04.276526 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 1093 time: 0.7107534 Jun 28 21:54:04.286578 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-38af1d85-cd25-4e41-abe6-80b8e575fecb req-1ac16dee-90f5-4039-af21-ae059ba90a62 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407469 Jun 28 21:54:04.333284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:04.338690 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:04.410766 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-b05af451-a0f9-4f66-851e-9b01e0638104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:04.412265 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-b05af451-a0f9-4f66-851e-9b01e0638104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0710280 Jun 28 21:54:04.455722 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-0d04b148-2f2c-47f1-9a97-f156a0428dfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 217 time: 0.0346851 Jun 28 21:54:04.482424 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:54:04.503626 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-d7361a9b-754c-450a-9490-0b0b705da57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:04.505451 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-d7361a9b-754c-450a-9490-0b0b705da57c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0442522 Jun 28 21:54:04.566914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-47a8103e-00ab-42be-a1c8-172c1b4726ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:04.568394 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-47a8103e-00ab-42be-a1c8-172c1b4726ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567768 Jun 28 21:54:04.672390 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-dfdd57df-8729-46ae-8f23-1bc698c386c0 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962794 Jun 28 21:54:04.764996 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-acc36c0a-7dd3-4af3-be07-8faf03673b87 req-7a1239c2-c71b-4fdb-8536-779f27afa790 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856111 Jun 28 21:54:04.919869 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:04.922352 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e273c-e2d3-4203-9f87-e791c70a62db" -d '{"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:04.959385 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c105fdc3-912a-47e1-ac4e-22456c65ea4f x-openstack-request-id: req-c105fdc3-912a-47e1-ac4e-22456c65ea4f {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:04.959962 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:04.960058 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c105fdc3-912a-47e1-ac4e-22456c65ea4f {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:04.960420 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45', 'status': 'completed', 'code': 200} Jun 28 21:54:05.039720 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e273c-e2d3-4203-9f87-e791c70a62db req-d17f58cc-ad10-4ff5-9247-5b27dee8514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:05.041119 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-d17f58cc-ad10-4ff5-9247-5b27dee8514a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0547163 Jun 28 21:54:05.132395 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e273c-e2d3-4203-9f87-e791c70a62db req-c7fa33b6-44d7-4bb5-b321-681f70783288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:05.134017 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-c7fa33b6-44d7-4bb5-b321-681f70783288 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0859354 Jun 28 21:54:05.182141 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-b7d1a417-bc0f-461d-abe0-d1b413e66cd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 217 time: 0.0378876 Jun 28 21:54:05.231751 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e273c-e2d3-4203-9f87-e791c70a62db req-3e423103-9fee-470f-97d7-94d69626247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:05.232945 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-3e423103-9fee-470f-97d7-94d69626247c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0440736 Jun 28 21:54:05.295070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e273c-e2d3-4203-9f87-e791c70a62db req-2e2d59d0-ddee-487b-aa5f-3edffea30e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:05.296480 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-2e2d59d0-ddee-487b-aa5f-3edffea30e3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565717 Jun 28 21:54:05.422862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-34337945-e5a4-4245-9588-1d69e6c04a79 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193860 Jun 28 21:54:05.489756 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271f745-f895-426c-b3a1-f5d202f2c230 req-2f5cff79-9cc2-425c-b0d4-4a3b7e99913d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:05.491498 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e271f745-f895-426c-b3a1-f5d202f2c230 req-2f5cff79-9cc2-425c-b0d4-4a3b7e99913d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0706134 Jun 28 21:54:05.515352 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-132e273c-e2d3-4203-9f87-e791c70a62db req-44972e8e-226a-42a8-bf7b-c0be346fa661 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Jun 28 21:54:05.534657 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e271f745-f895-426c-b3a1-f5d202f2c230 req-0406ab4b-38b5-4ecd-b853-a6a0ffabfca9 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369058 Jun 28 21:54:08.563332 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce620d2-cc64-4bb3-833a-429ea1fed806 req-c064593a-ace6-4e82-9430-3f376e132539 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:08.565284 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ce620d2-cc64-4bb3-833a-429ea1fed806 req-c064593a-ace6-4e82-9430-3f376e132539 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0678256 Jun 28 21:54:08.603745 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8ce620d2-cc64-4bb3-833a-429ea1fed806 req-0faeb275-b93e-4802-af1d-9c1aaf34590f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327542 Jun 28 21:54:09.713447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-8b9d55d9-70be-4a9c-bc04-73f70b32e759 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:09.714972 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-8b9d55d9-70be-4a9c-bc04-73f70b32e759 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 814 time: 0.1058357 Jun 28 21:54:09.729996 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-0c7c3db5-c3e6-4b74-86cd-f40e00aaccbc tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/quotas/f8f76d6ad61d4f038b4306ff1e0e7aea HTTP/1.1" status: 200 len: 375 time: 0.0096700 Jun 28 21:54:09.763724 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-a6c723ea-9901-42ad-b723-f432e0fc7011 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282242 Jun 28 21:54:09.791062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39fb1a-0b38-43ff-b125-44727ae78860 req-a0282cd2-a9fd-4126-844f-5b8af8ddbaee tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:09.792564 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fb39fb1a-0b38-43ff-b125-44727ae78860 req-a0282cd2-a9fd-4126-844f-5b8af8ddbaee tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0699828 Jun 28 21:54:09.832998 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fb39fb1a-0b38-43ff-b125-44727ae78860 req-1f22d41a-9af4-451e-857c-7266a3d8c33d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340195 Jun 28 21:54:09.909770 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-c642a2f1-5e84-4d55-9e81-252b782a0b77 service neutron] 10.222.0.37 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349738 Jun 28 21:54:10.006359 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-a2aa5ef1-d5fc-43d9-9eee-a67bb54d8f59 service neutron] 10.222.0.37 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905986 Jun 28 21:54:10.176951 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f0bd18c-687a-4e7e-ad05-0aed9e73c5d8 req-4bf78ac1-7032-4cdb-a2d0-da97fd1430e2 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Jun 28 21:54:11.016241 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa948-e217-465b-8f7d-faa6d326dbfe req-faf19f5e-79f9-4d58-ac2c-ffcd2d2f0dd7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:11.017764 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ef8fa948-e217-465b-8f7d-faa6d326dbfe req-faf19f5e-79f9-4d58-ac2c-ffcd2d2f0dd7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0671673 Jun 28 21:54:11.059605 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ef8fa948-e217-465b-8f7d-faa6d326dbfe req-dc2f258f-cb01-4566-8616-06502cb4ad1c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356343 Jun 28 21:54:11.343718 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3097e8b5-5291-41b3-b0c4-5a6869fecac1 req-3e3730ee-d734-41b0-aba5-414dd1f83ea9 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 210 time: 0.0372574 Jun 28 21:54:11.382519 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-2768c639-9185-44cf-96aa-f86a395c3bdc tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:11.385497 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-2768c639-9185-44cf-96aa-f86a395c3bdc tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 814 time: 0.1493049 Jun 28 21:54:11.399281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Request body: {'port': {'device_id': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb', 'admin_state_up': True, 'tenant_id': 'f8f76d6ad61d4f038b4306ff1e0e7aea'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:11.513049 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Made reservation on behalf of f8f76d6ad61d4f038b4306ff1e0e7aea for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:11.516828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:11.637919 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Allocated IP 172.20.0.5 (c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb/e356518f-5d50-43c8-8128-e708cf5212fc/6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:11.807834 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:11.851652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:11.856116 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e3cc6a50-e358-4f3f-b273-117ec598a0e5 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:11.896157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:11.899488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:11.901909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:11.933297 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Pushing event updated for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:11.936147 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:11.961938 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:11.962555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:11.977188 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818341 Jun 28 21:54:12.035493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Request body: {'port': {'device_id': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:12.108912 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.241273 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747929e9-a53c-4ecf-b1a7-635cd5791d0a req-42787bca-aa6e-4823-96ba-35b92fafd216 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:12.242859 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-747929e9-a53c-4ecf-b1a7-635cd5791d0a req-42787bca-aa6e-4823-96ba-35b92fafd216 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0693624 Jun 28 21:54:12.281412 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-747929e9-a53c-4ecf-b1a7-635cd5791d0a req-55060b23-d262-43c5-91e4-d4a36dd66195 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Jun 28 21:54:12.376699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:54:12.384556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.397906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Transition to ACTIVE for port object 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:12.402188 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.404289 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6f2ce34b-7527-432f-a8e2-6b3994170257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:12.452848 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:12.456767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:12.561335 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Attempting to bind port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:54:12.561659 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Attempting to bind port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:54:12.561914 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Attempting to bind port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:12.568641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:54:12.568956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Attempting to bind port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 on network c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:12.579035 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:54:12.579368 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Checking segment: {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:12.579776 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Bound using segment: {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:54:12.580202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Bound port: 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586a1ec5-8d68-4db4-82d9-2f47a321a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:54:12.580555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.591007 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6852-0062-404a-a6c7-d538a067ff3d req-1acd609c-04d7-4090-bf84-7a99049ac6af tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:12.592456 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9f3e6852-0062-404a-a6c7-d538a067ff3d req-1acd609c-04d7-4090-bf84-7a99049ac6af tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 943 time: 0.1192546 Jun 28 21:54:12.666909 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9f3e6852-0062-404a-a6c7-d538a067ff3d req-185373fc-f997-43c2-85ab-11d1ae5ad25b tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 Jun 28 21:54:12.678672 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:54:12.683092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:54:12.687189 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.689242 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae6fe385-7146-4db4-b1f6-3496499d1737 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:12.721266 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:12.721940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:12.723311 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 HTTP/1.1" status: 200 len: 1093 time: 0.7379882 Jun 28 21:54:12.723815 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:12.726135 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:12.751214 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:12.754477 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:12.764084 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29366e11-96da-4bb4-acf3-068d9da8c3e9 x-openstack-request-id: req-29366e11-96da-4bb4-acf3-068d9da8c3e9 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:12.764404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:12.764684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29366e11-96da-4bb4-acf3-068d9da8c3e9 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:12.765106 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1', 'status': 'completed', 'code': 200} Jun 28 21:54:12.833176 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-aa46757c-0e4d-4da4-b54d-5d1127250d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:12.834586 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-aa46757c-0e4d-4da4-b54d-5d1127250d69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 1096 time: 0.0576339 Jun 28 21:54:12.882928 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-ece12611-1a8d-488b-9bf9-a8ed3facf2af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 HTTP/1.1" status: 200 len: 217 time: 0.0375595 Jun 28 21:54:12.934588 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158a57-36e9-4954-9958-2042eac9a654 req-65593939-cb3f-4d3a-ad47-194e4a1fe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:12.936213 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-65593939-cb3f-4d3a-ad47-194e4a1fe811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e356518f-5d50-43c8-8128-e708cf5212fc HTTP/1.1" status: 200 len: 854 time: 0.0453453 Jun 28 21:54:12.970163 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-5e1e274c-29d9-4029-a539-b48e88f2f28d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263789 Jun 28 21:54:13.068993 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-e9f5fd05-2e3e-454d-b5ac-a4dd2f96d94f service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883756 Jun 28 21:54:13.162304 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f158a57-36e9-4954-9958-2042eac9a654 req-21efeaa7-2572-49ef-86f7-1a56a8e1e2c4 service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843267 Jun 28 21:54:13.205026 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:13.270367 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-881d06c6-24b6-4f0d-9250-aadb02035841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.272426 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-881d06c6-24b6-4f0d-9250-aadb02035841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 1096 time: 0.0529077 Jun 28 21:54:13.362721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-5c2227b0-3f88-4ab3-b758-102b85a4338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.364191 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-5c2227b0-3f88-4ab3-b758-102b85a4338d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 200 len: 915 time: 0.0859234 Jun 28 21:54:13.415901 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-116b9fc7-d561-4d00-80ca-fe9179d3069a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 HTTP/1.1" status: 200 len: 217 time: 0.0428872 Jun 28 21:54:13.471964 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-94a9cbb9-1532-429f-b054-3a65c58f2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.473471 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-94a9cbb9-1532-429f-b054-3a65c58f2185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e356518f-5d50-43c8-8128-e708cf5212fc HTTP/1.1" status: 200 len: 854 time: 0.0508313 Jun 28 21:54:13.509859 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-fb1a7960-a698-4aff-a836-0ab33cc63c9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271783 Jun 28 21:54:13.535572 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3270161b-18af-4963-a846-df070a9bea45 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:54:13.613371 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-83fd1367-9d2a-421b-9d6c-afe3484b2d8c service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921371 Jun 28 21:54:13.630560 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3844-6b5e-45cf-b3d8-7c4c2615a331 req-b7a7b0b7-6bb9-4a0e-bd27-942ddd0416a0 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.632051 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-32ef3844-6b5e-45cf-b3d8-7c4c2615a331 req-b7a7b0b7-6bb9-4a0e-bd27-942ddd0416a0 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 943 time: 0.0699232 Jun 28 21:54:13.643995 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3270161b-18af-4963-a846-df070a9bea45,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:13.655705 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '3270161b-18af-4963-a846-df070a9bea45', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:54:13.674799 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-32ef3844-6b5e-45cf-b3d8-7c4c2615a331 req-cc645f88-8d63-4bba-ac50-5f64a905940d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360806 Jun 28 21:54:13.695494 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:13.714651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3270161b-18af-4963-a846-df070a9bea45 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:54:13.716599 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48c3f8c9-c6fc-49a2-81af-d24c40a55ebb req-bfec97b6-0a23-452e-9a4a-163ab67c8982 service neutron] 10.222.0.39 "GET /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953283 Jun 28 21:54:13.738057 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3270161b-18af-4963-a846-df070a9bea45,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:13.742533 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:13.744747 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1afb221f-3a97-4bb0-8610-236dd2ab3e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:13.793057 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:13.796382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:13.857456 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131bbd8-013a-4952-90b9-5dba75adcabf req-aebac6b8-8b6e-4044-bd1d-b2a5deed62d0 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.859155 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9131bbd8-013a-4952-90b9-5dba75adcabf req-aebac6b8-8b6e-4044-bd1d-b2a5deed62d0 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 943 time: 0.0726721 Jun 28 21:54:13.897682 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9131bbd8-013a-4952-90b9-5dba75adcabf req-9cf982ba-6e10-4189-afff-4d58c7d2adb4 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328500 Jun 28 21:54:14.009552 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['3270161b-18af-4963-a846-df070a9bea45'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:14.572696 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-bbfc3650-60d6-4ff0-829c-0cf1903dce52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512640 Jun 28 21:54:14.657112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-07d10b06-ed9b-4adb-a56c-f58b4b69e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.659317 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-07d10b06-ed9b-4adb-a56c-f58b4b69e3ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1138 time: 0.0536251 Jun 28 21:54:14.768305 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-6ba1925a-a12f-40c6-b15a-1fa271c7a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.769757 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-6ba1925a-a12f-40c6-b15a-1fa271c7a1d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.0901103 Jun 28 21:54:14.838837 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-5249d2f0-d359-475a-b39a-ecf205341f45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1002 time: 0.0614624 Jun 28 21:54:14.861964 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d42f-bed5-443b-803f-4e1d0055eff9 req-66a605a0-446c-42d6-bf28-86503b08e2db tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.863451 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5957d42f-bed5-443b-803f-4e1d0055eff9 req-66a605a0-446c-42d6-bf28-86503b08e2db tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 944 time: 0.0713415 Jun 28 21:54:14.887599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-b4e21acb-3b10-49b1-b7a6-c9550e7a9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.889044 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-b4e21acb-3b10-49b1-b7a6-c9550e7a9e4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0436234 Jun 28 21:54:14.904081 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5957d42f-bed5-443b-803f-4e1d0055eff9 req-684e359a-8735-4480-b67b-dce635ff03cf tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Jun 28 21:54:14.960325 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-ddd5f6ef-bd19-4b99-93a6-96c4bc595649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.961841 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-ddd5f6ef-bd19-4b99-93a6-96c4bc595649 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591991 Jun 28 21:54:15.099086 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-e1f9c5a5-25ec-49cd-b96f-78d61eb60395 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290751 Jun 28 21:54:15.143070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897b567-6276-4cb6-96a4-7f9c701653f4 req-232a38dd-23ce-4fbd-ab2e-c27eb6e56e0f tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:15.144555 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2897b567-6276-4cb6-96a4-7f9c701653f4 req-232a38dd-23ce-4fbd-ab2e-c27eb6e56e0f tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 943 time: 0.1092405 Jun 28 21:54:15.239047 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2897b567-6276-4cb6-96a4-7f9c701653f4 req-e351d43a-ad25-40c7-82c7-d5dd9fd547ae tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859616 Jun 28 21:54:15.244868 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c82b6c6a-e677-4d2c-8fc4-23b82fbec1a3 req-109d8f9a-58c7-41c3-ac27-499a571086b4 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320944 Jun 28 21:54:15.544181 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:54:15.547355 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3270161b-18af-4963-a846-df070a9bea45 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:15.773911 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 3270161b-18af-4963-a846-df070a9bea45 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:15.786202 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 3270161b-18af-4963-a846-df070a9bea45 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:15.786585 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.827039 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:15.845044 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1', 'network_id': 'c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb', 'port_id': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1', 'mac_address': 'fa:16:3e:24:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e356518f-5d50-43c8-8128-e708cf5212fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:54:15.915565 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.919388 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.937746 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:54:15.960433 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270161b-18af-4963-a846-df070a9bea45'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:15.962748 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5213c703-b45d-4c54-99df-4df2e314028f" -d '{"events": [{"server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "name": "network-vif-plugged", "status": "completed", "tag": "3270161b-18af-4963-a846-df070a9bea45"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:15.979508 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:15.983253 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3270161b-18af-4963-a846-df070a9bea45,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:15.985300 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.987807 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:16.009731 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:16.014689 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a96ab-8d20-4631-a342-191ed1034936 x-openstack-request-id: req-5a6a96ab-8d20-4631-a342-191ed1034936 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:16.014996 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "name": "network-vif-plugged", "status": "completed", "tag": "3270161b-18af-4963-a846-df070a9bea45", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:16.015252 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a6a96ab-8d20-4631-a342-191ed1034936 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:16.015655 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270161b-18af-4963-a846-df070a9bea45', 'code': 200} Jun 28 21:54:16.041424 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:16.044412 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:16.044884 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:16.095788 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:16.098887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:16.100800 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf56e2-8f89-40ce-9d49-95510c496fcc req-1b2559bc-e1aa-4980-9417-b1f9b2cd7659 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:16.102336 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0faf56e2-8f89-40ce-9d49-95510c496fcc req-1b2559bc-e1aa-4980-9417-b1f9b2cd7659 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.0756893 Jun 28 21:54:16.140703 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0faf56e2-8f89-40ce-9d49-95510c496fcc req-5c16578f-cbe8-4ade-9493-58ff7eb77d76 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Jun 28 21:54:16.291139 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:16.338226 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647911a-20dc-457d-a21d-a799f18df2db req-c46dd1d9-8534-4b0f-8c68-8c5f9d9641dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:16.340012 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c647911a-20dc-457d-a21d-a799f18df2db req-c46dd1d9-8534-4b0f-8c68-8c5f9d9641dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1098 time: 0.0678017 Jun 28 21:54:16.415453 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c647911a-20dc-457d-a21d-a799f18df2db req-74352d49-ca84-474e-9011-e60d6ec8d55e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625231 Jun 28 21:54:16.443722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905c62-a06a-4bed-b7dc-5cb3c1ba8abb req-e44a2ee1-1698-45ed-a328-9c0620cf057d tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:16.446264 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48905c62-a06a-4bed-b7dc-5cb3c1ba8abb req-e44a2ee1-1698-45ed-a328-9c0620cf057d tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 944 time: 0.0863857 Jun 28 21:54:16.486707 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-48905c62-a06a-4bed-b7dc-5cb3c1ba8abb req-913c092e-33e7-4951-b2cf-d567d8d764c7 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Jun 28 21:54:17.330283 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afe1-6385-43c3-9ec8-39a1443f8107 req-6a7920a5-6075-470f-937e-cf659e451e64 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:17.331780 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99c2afe1-6385-43c3-9ec8-39a1443f8107 req-6a7920a5-6075-470f-937e-cf659e451e64 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.0760574 Jun 28 21:54:17.371780 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99c2afe1-6385-43c3-9ec8-39a1443f8107 req-6cdbc1bc-19ec-450b-a2d3-31afe1f61d8e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329359 Jun 28 21:54:17.553785 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:17.606995 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:17.611769 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:17.612223 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:17.669157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0a7e8-ab9d-4bdd-aa6d-7022a04f8296 req-05ce61da-f993-4206-bd9c-9ed07f6e1d13 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:17.670885 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f3d0a7e8-ab9d-4bdd-aa6d-7022a04f8296 req-05ce61da-f993-4206-bd9c-9ed07f6e1d13 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 944 time: 0.0684278 Jun 28 21:54:17.694588 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:17.710679 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f3d0a7e8-ab9d-4bdd-aa6d-7022a04f8296 req-57cd3d8d-9eae-4bef-b42e-697606cd17e1 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jun 28 21:54:17.734886 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:17.739583 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:17.742866 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:17.791205 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:17.794316 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:18.017612 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:18.019900 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca60648-6584-4904-92cb-c109394c85a0" -d '{"events": [{"server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "name": "network-vif-plugged", "status": "completed", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:18.056154 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e632b35-58b6-4d7f-baf1-9fff94f889e5 x-openstack-request-id: req-0e632b35-58b6-4d7f-baf1-9fff94f889e5 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:18.056454 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "name": "network-vif-plugged", "status": "completed", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:18.056715 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e632b35-58b6-4d7f-baf1-9fff94f889e5 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:18.057113 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1', 'code': 200} Jun 28 21:54:18.274626 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc890b-2ef6-4b47-bed2-f8876c5ced10 req-8dabf065-dd6b-4992-b66f-e54baabeb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:18.275998 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3fbc890b-2ef6-4b47-bed2-f8876c5ced10 req-8dabf065-dd6b-4992-b66f-e54baabeb93b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 1098 time: 0.0504115 Jun 28 21:54:18.313625 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3fbc890b-2ef6-4b47-bed2-f8876c5ced10 req-5cf8253b-5435-4165-8544-1b57f1e15a18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294321 Jun 28 21:54:18.701746 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4820651-b3a7-468f-8b93-4162ded9a041 req-bf09e314-87ad-4375-8243-795390069899 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:18.703335 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e4820651-b3a7-468f-8b93-4162ded9a041 req-bf09e314-87ad-4375-8243-795390069899 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.0637176 Jun 28 21:54:18.752622 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e4820651-b3a7-468f-8b93-4162ded9a041 req-29f16c12-5ac8-400a-aba1-3221dfb4981d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Jun 28 21:54:18.920974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0b4f-8995-4d59-9d09-bcb72e002ebf req-438ec60a-9619-4cd2-9f62-3990368c92f1 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:18.922469 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5d7e0b4f-8995-4d59-9d09-bcb72e002ebf req-438ec60a-9619-4cd2-9f62-3990368c92f1 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 945 time: 0.0624633 Jun 28 21:54:18.960818 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5d7e0b4f-8995-4d59-9d09-bcb72e002ebf req-42d882b1-41a6-47cc-879b-c457ef785ca4 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jun 28 21:54:18.990932 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f10215-5efe-4736-a1ed-0239af24c858 req-d464f8df-0d84-4477-bb34-a5de410ea433 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:18.992436 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c1f10215-5efe-4736-a1ed-0239af24c858 req-d464f8df-0d84-4477-bb34-a5de410ea433 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.0627463 Jun 28 21:54:19.029983 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c1f10215-5efe-4736-a1ed-0239af24c858 req-eaa1d3f5-411c-4d0c-882f-3cb316269757 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Jun 28 21:54:19.055064 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52054) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:19.108294 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0fe72-280c-4f69-b65a-94eed258c976 tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:19.109670 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-1ca0fe72-280c-4f69-b65a-94eed258c976 tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1093 time: 0.0536184 Jun 28 21:54:19.113199 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52056) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:19.120332 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:19.147816 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:19.242927 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:19.357093 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.27.1.34 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/30b36c44-ef42-409c-96b9-8f5b0b4ca1a9) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:19.466408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:19.504661 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:19.506678 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b4f4db49-8ce6-4ff4-89d2-935b730fea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:19.540874 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:19.543553 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:19.546839 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:19.578918 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=30b36c44-ef42-409c-96b9-8f5b0b4ca1a9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:19.590137 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.590508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.590870 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.591222 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.591571 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.591925 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.592272 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.592616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.592964 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.593307 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.593649 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.594016 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:19.598904 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:20.143891 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5a602-9782-4e5d-978f-17be23a48790 req-4d3ff767-cc0c-41e2-8fd8-0875f6076e86 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:20.145484 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e1b5a602-9782-4e5d-978f-17be23a48790 req-4d3ff767-cc0c-41e2-8fd8-0875f6076e86 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 945 time: 0.0667925 Jun 28 21:54:20.186316 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e1b5a602-9782-4e5d-978f-17be23a48790 req-6a4b5a93-0e16-4f9e-916d-c02511bb0c99 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Jun 28 21:54:20.194679 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.273990 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.432396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.438555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.442010 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:20.509904 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=30b36c44-ef42-409c-96b9-8f5b0b4ca1a9,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:20.514404 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:20.522508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.629067 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP b8c298ce-2774-47b8-aee0-c76c7ac16e4d associated. External IP: 172.27.1.34, port: 3270161b-18af-4963-a846-df070a9bea45. Jun 28 21:54:20.644185 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1cbe00e5-49e9-4e71-a00d-b086a32ba217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.855482 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:54:20.967199 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:54:20.978420 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:54:20.987614 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:20.988933 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:20.989698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:21.027343 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9130201 Jun 28 21:54:21.027989 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:21.030321 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047d90d-6568-4d36-986c-1a82e6119c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:21.071588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fabb1c-c801-42bd-b615-11c852e57d09 x-openstack-request-id: req-48fabb1c-c801-42bd-b615-11c852e57d09 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:21.071926 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:21.072427 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48fabb1c-c801-42bd-b615-11c852e57d09 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:21.073031 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45', 'status': 'completed', 'code': 200} Jun 28 21:54:21.116404 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:21.166200 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-1931f7d8-31bf-42d5-9677-dc35b7f17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:21.167669 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-1931f7d8-31bf-42d5-9677-dc35b7f17e3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1098 time: 0.0525534 Jun 28 21:54:21.263096 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-0de1bd0f-168d-4d71-82ad-8894c2b87b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:21.264452 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-0de1bd0f-168d-4d71-82ad-8894c2b87b8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0894876 Jun 28 21:54:21.328304 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-107862f4-7608-407b-b916-42e5382ccf21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 998 time: 0.0558116 Jun 28 21:54:21.338696 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:20Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:21.366033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:54:21.374541 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:21.375182 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:53:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:21.487602 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:21.662623 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-fa59cef4-699f-41d3-b921-e084770517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:21.664078 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-fa59cef4-699f-41d3-b921-e084770517eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.3280122 Jun 28 21:54:21.724571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-037ee2d3-805b-46ed-92ff-35abf1c904f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:21.726084 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-037ee2d3-805b-46ed-92ff-35abf1c904f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544841 Jun 28 21:54:21.730093 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:20Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:21.757238 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83918f3d-9cbe-414b-a708-05e1bb9e6255 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:20Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:54:21.820093 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-5ccfaed8-d428-4e63-9131-493892851aee service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868311 Jun 28 21:54:21.918378 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d047d90d-6568-4d36-986c-1a82e6119c2d req-3ec1ed6f-1aaf-4e27-9a74-2f29ee3d505f service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868535 Jun 28 21:54:21.954405 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1962b33-a618-4bba-8235-740efb8d9ac2 None None] New status for floating IP b8c298ce-2774-47b8-aee0-c76c7ac16e4d: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:54:23.124574 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-46390b09-c3d1-43f6-9bb5-7f27b6844bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:23.517709 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:24.252621 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:25.567157 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:36.603930 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744c333-a61e-4f02-a631-835bb7952e60 req-8acd6f94-6ef2-46fe-a2a3-8618da4f3036 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:36.605402 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6744c333-a61e-4f02-a631-835bb7952e60 req-8acd6f94-6ef2-46fe-a2a3-8618da4f3036 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0765057 Jun 28 21:54:36.649772 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6744c333-a61e-4f02-a631-835bb7952e60 req-10f388cf-b540-48b5-be48-57f1121bd604 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383358 Jun 28 21:54:37.844443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec475-3463-41af-bf74-9f920d228cea req-6607aaf0-fe82-41c9-b581-f3a0859ab4c5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:37.846846 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b73ec475-3463-41af-bf74-9f920d228cea req-6607aaf0-fe82-41c9-b581-f3a0859ab4c5 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0700510 Jun 28 21:54:37.886775 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b73ec475-3463-41af-bf74-9f920d228cea req-8e0866e3-8244-4d33-879a-7fa252d8312d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Jun 28 21:54:39.075344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ccf7-cbb3-4715-874c-795126cba948 req-11c7e527-e4c6-4216-a983-4057d59dea0c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:39.076802 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ed48ccf7-cbb3-4715-874c-795126cba948 req-11c7e527-e4c6-4216-a983-4057d59dea0c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0648978 Jun 28 21:54:39.115196 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ed48ccf7-cbb3-4715-874c-795126cba948 req-142ecc91-cc5c-429d-9168-4523c466d345 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320358 Jun 28 21:54:40.295227 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bf4a7-8f9a-45ec-ba2b-c0e0d8c803e5 req-a845f8c9-e74f-43a3-81c9-7102409060f2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:40.296690 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d02bf4a7-8f9a-45ec-ba2b-c0e0d8c803e5 req-a845f8c9-e74f-43a3-81c9-7102409060f2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0630705 Jun 28 21:54:40.334011 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d02bf4a7-8f9a-45ec-ba2b-c0e0d8c803e5 req-1ab66405-2568-4e4c-b78c-149f265d0ca0 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314283 Jun 28 21:54:41.480344 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:54:41.524005 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efd0be-b1ae-4649-b786-84fb258bb026 req-d4875ae5-9393-4be3-9bdd-4445d65777b2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:41.525532 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5efd0be-b1ae-4649-b786-84fb258bb026 req-d4875ae5-9393-4be3-9bdd-4445d65777b2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0709755 Jun 28 21:54:41.557577 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbfa8f-8596-4fd9-884c-3c46ffd96d9b req-62b299de-e40c-4a91-8810-3478d2e86858 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:41.559069 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a4dbfa8f-8596-4fd9-884c-3c46ffd96d9b req-62b299de-e40c-4a91-8810-3478d2e86858 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 945 time: 0.0711260 Jun 28 21:54:41.564817 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a5efd0be-b1ae-4649-b786-84fb258bb026 req-9021f5e7-f4dd-45c0-a461-a16560c7efe7 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333853 Jun 28 21:54:41.597441 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a4dbfa8f-8596-4fd9-884c-3c46ffd96d9b req-865989e8-f9a9-476c-ad1b-6ec5327bb252 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Jun 28 21:54:42.760472 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311e44-6518-4421-8e61-246c31992766 req-56c0739c-a01e-400b-84db-589bb6a7c11a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:42.761920 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-90311e44-6518-4421-8e61-246c31992766 req-56c0739c-a01e-400b-84db-589bb6a7c11a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0629377 Jun 28 21:54:42.780802 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa43b-3dd1-439f-9d7a-681c8b8af25c req-7dd38049-9926-44bd-a824-f441467740b0 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:42.783216 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff7fa43b-3dd1-439f-9d7a-681c8b8af25c req-7dd38049-9926-44bd-a824-f441467740b0 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 945 time: 0.0653455 Jun 28 21:54:42.799790 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-90311e44-6518-4421-8e61-246c31992766 req-9baa6e5c-f84e-478a-b2bc-c540ddd585cd tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Jun 28 21:54:42.820394 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff7fa43b-3dd1-439f-9d7a-681c8b8af25c req-b46a5dc0-8994-46ff-9279-0211475a1de9 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/security-groups?id=dac3dd5a-d98c-4bef-b035-efdc36c733ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jun 28 21:54:43.198083 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.382192 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-3dd46d60-8989-449c-8121-13a10d86baaa tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:43.383627 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-3dd46d60-8989-449c-8121-13a10d86baaa tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 945 time: 0.0652633 Jun 28 21:54:43.484872 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Deleting port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:54:43.485257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.576242 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] For port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,segment=NetworkSegment(586a1ec5-8d68-4db4-82d9-2f47a321a018),segment_id=586a1ec5-8d68-4db4-82d9-2f47a321a018)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:43.576599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.589024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Calling delete_port for 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:54:43.715545 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.719381 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f4101746-57dc-4db4-b6e7-6dace741574e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:43.727647 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:43.748443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Pushing event deleted for resources: {'Port': ['ID=6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:43.754139 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:43.790375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] No DVR routers for this DVR port 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:54:43.792838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.794775 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1b060c73-2c2f-4344-a571-ae7bf9683e9e req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.39 "DELETE /v2.0/ports/6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 HTTP/1.1" status: 204 len: 173 time: 0.4024093 Jun 28 21:54:43.795258 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'name': 'network-vif-deleted', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:43.797495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07582ef-8ddb-464c-af4a-de063b41a3a1" -d '{"events": [{"server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "name": "network-vif-deleted", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:43.890004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3709b51-32ba-476c-bc48-65f2a1de6fd2 x-openstack-request-id: req-c3709b51-32ba-476c-bc48-65f2a1de6fd2 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:43.890607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4585449e-7c86-442f-92ee-c0ad7af8a213", "name": "network-vif-deleted", "tag": "6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:43.891112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3709b51-32ba-476c-bc48-65f2a1de6fd2 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:43.892464 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4585449e-7c86-442f-92ee-c0ad7af8a213', 'name': 'network-vif-deleted', 'tag': '6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1', 'status': 'completed', 'code': 200} Jun 28 21:54:44.002288 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41810b2-791f-4db6-a245-88eaea5f7f8d req-3c1f56a9-1c92-4114-9c21-9769b53b0f3a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:44.003913 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b41810b2-791f-4db6-a245-88eaea5f7f8d req-3c1f56a9-1c92-4114-9c21-9769b53b0f3a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0664215 Jun 28 21:54:44.028848 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cf88a74a-e619-438f-bbc1-d4e67053eac0 req-d3c086b2-3f63-4654-bfe6-1c9dfa683612 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] 10.222.0.37 "GET /v2.0/ports?device_id=4585449e-7c86-442f-92ee-c0ad7af8a213 HTTP/1.1" status: 200 len: 210 time: 0.0331793 Jun 28 21:54:44.042376 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b41810b2-791f-4db6-a245-88eaea5f7f8d req-cc5596a0-3c10-4b11-9dbe-06c61cb6c835 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Jun 28 21:54:45.238304 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbaa25-b72c-4f68-bd11-b58e0ad1139b req-e572c42a-4736-445f-a583-229fe951fdf9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:45.239780 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-04fbaa25-b72c-4f68-bd11-b58e0ad1139b req-e572c42a-4736-445f-a583-229fe951fdf9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0660155 Jun 28 21:54:45.279833 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-04fbaa25-b72c-4f68-bd11-b58e0ad1139b req-de049eeb-a7bf-4799-873b-1d2338637862 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343409 Jun 28 21:54:45.692434 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-fd4b2807-275b-4574-8b76-702d0301d1bc tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105138000&fields=id&tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88 HTTP/1.1" status: 200 len: 267 time: 0.0336092 Jun 28 21:54:45.763831 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-7ae66c44-f863-4c24-8260-d4493b3e8bc7 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:45.765318 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-7ae66c44-f863-4c24-8260-d4493b3e8bc7 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 985 time: 0.0673714 Jun 28 21:54:45.776432 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Request body: {'port': {'security_groups': ['466ac989-31c2-4d70-861c-2ab154eb3d17']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:45.859779 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.027351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:46.059028 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.063755 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.068613 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4f5515c2-3dbf-4dda-a084-285bad988700 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:46.076289 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:46.105185 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.106172 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.111318 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-feea17eb-a968-4842-b7b9-c8f1210cd88a req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "PUT /v2.0/ports/17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 943 time: 0.3396094 Jun 28 21:54:46.113928 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52272) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:46.115366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:46.119061 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c84d7f-b123-4cab-98b9-895a084688d6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:46.167850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event updated for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=7']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:46.177141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:46.184849 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df9a15-2e0f-4d6c-86f0-89f48e667f75 x-openstack-request-id: req-b4df9a15-2e0f-4d6c-86f0-89f48e667f75 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:46.184979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:46.185324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4df9a15-2e0f-4d6c-86f0-89f48e667f75 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:46.186023 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:54:46.214464 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.239913 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:46.244482 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.289443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-103a371d-3ea4-48ca-a003-518c90a09561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.295349 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-103a371d-3ea4-48ca-a003-518c90a09561 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1099 time: 0.0770879 Jun 28 21:54:46.323393 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.326076 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.329730 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a873cda-4da0-46a9-8432-b2123565db73 HTTP/1.1" status: 204 len: 168 time: 0.2121334 Jun 28 21:54:46.329730 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0d9edda6-4b1e-4b94-ad91-42046d8ddb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:46.330347 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52278) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:46.338291 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a873cda-4da0-46a9-8432-b2123565db73,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:46.341726 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:46.432608 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-bda7e071-a5be-48bd-b841-27d865cc4b95 None None] Provisioning complete for port 17e308df-952a-4e7b-a4c4-5462a9a3246f triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:46.432985 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bda7e071-a5be-48bd-b841-27d865cc4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.553511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-00ea1583-752c-4fde-bffc-cd56d985aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.554988 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-00ea1583-752c-4fde-bffc-cd56d985aedb service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.2532556 Jun 28 21:54:46.621163 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38727962-c62a-49b6-b0e8-1960d106bb05 req-38a03174-4f75-4f11-a925-f24bcbf7b7bc tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.622752 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-38727962-c62a-49b6-b0e8-1960d106bb05 req-38a03174-4f75-4f11-a925-f24bcbf7b7bc tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1955786 Jun 28 21:54:46.695469 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-7ca8678b-cea8-4211-a397-1d8a997d7248 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 1002 time: 0.1297195 Jun 28 21:54:46.743681 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-38727962-c62a-49b6-b0e8-1960d106bb05 req-8dd29f80-220f-478c-9cb8-32271fa3a941 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009765 Jun 28 21:54:46.759468 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Deleting port 1b56c81d-8bde-4ccb-8d92-58fb17dcbab2 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:54:46.759807 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.786600 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-946ede4b-99ef-42c4-bda9-319879826b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.788295 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-946ede4b-99ef-42c4-bda9-319879826b6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0817096 Jun 28 21:54:46.878104 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.878433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:46.894842 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Calling delete_port for 1b56c81d-8bde-4ccb-8d92-58fb17dcbab2 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:54:46.918930 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-e5dd7baf-f7cd-4475-a1de-1b7c0a9d8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:46.919576 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-e5dd7baf-f7cd-4475-a1de-1b7c0a9d8a75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991189 Jun 28 21:54:47.091481 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-bfd7a391-16b4-4448-a0a5-fd66b5b521a5 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455750 Jun 28 21:54:47.154198 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:47.156375 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d0957f6b-2c9c-4a99-8f8f-81b83ca01a23 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:47.181083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event deleted for resources: {'Port': ['ID=1b56c81d-8bde-4ccb-8d92-58fb17dcbab2,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:47.184252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:47.246587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:47.247050 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Floating IP 39500ad3-ef38-49cd-9fcb-80574e27af95 disassociated (deleted). External IP: 172.27.1.188, port: 17e308df-952a-4e7b-a4c4-5462a9a3246f. Jun 28 21:54:47.462452 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:54:47.565179 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:54:47.570488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:47.575950 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Sync routers for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:54:47.585815 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:47.586443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:47.615426 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "DELETE /v2.0/floatingips/39500ad3-ef38-49cd-9fcb-80574e27af95 HTTP/1.1" status: 204 len: 168 time: 1.2840371 Jun 28 21:54:47.692128 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:47.903387 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:47.934915 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Checking router: 8bc3482b-4075-4d4e-ae3e-bdac0f524977 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:54:47.946185 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:47.946185 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:48.005392 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374b42-a42f-483b-bbb5-e16590817f5b req-f25e24f6-8a96-4b19-90c2-e564572cd93f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:48.006894 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0d374b42-a42f-483b-bbb5-e16590817f5b req-f25e24f6-8a96-4b19-90c2-e564572cd93f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jun 28 21:54:48.047004 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0d374b42-a42f-483b-bbb5-e16590817f5b req-81b7415e-0d7e-4e12-87b3-f26a302fe736 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343339 Jun 28 21:54:48.052309 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:48.186785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:48.189397 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a47186-aa18-4947-aa1a-4a967d669bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:48.224668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d5ee9-2fe6-43d1-92b1-e70123641829 x-openstack-request-id: req-7e5d5ee9-2fe6-43d1-92b1-e70123641829 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:48.225063 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:48.225414 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e5d5ee9-2fe6-43d1-92b1-e70123641829 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:48.225855 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:54:48.250317 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:48.275870 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1d48e-5f09-4a6a-8d94-33251c9fedd9 None None] The sync data for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi is: [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:56Z', 'revision_number': 4, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'c97570f7-8eb8-444d-af32-6ba06807501a', 'name': '', 'network_id': '23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'mac_address': 'fa:16:3e:a5:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:54Z', 'updated_at': '2021-06-28T21:52:05Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'subnets': [{'id': '5a2e4313-cdbd-4e92-a4a0-b419aab2ed71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:54:48.484724 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135b875-a4e6-4914-baab-ed6f1f52a7ea None None] New status for floating IP 39500ad3-ef38-49cd-9fcb-80574e27af95: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:54:48.741920 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:54:48.761608 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:54:48.762000 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 6b275ec8-0bd7-4fd4-91bf-699b0a5cefd1 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:54:49.231179 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6b2f4-4436-4cd2-86c9-0db9eb11205c req-6fa73e7f-0825-4598-82ed-c2363ad00946 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:49.232662 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1d6b2f4-4436-4cd2-86c9-0db9eb11205c req-6fa73e7f-0825-4598-82ed-c2363ad00946 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0643780 Jun 28 21:54:49.275283 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1d6b2f4-4436-4cd2-86c9-0db9eb11205c req-bba2898c-e906-4a16-b07c-5dd01c579c6c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Jun 28 21:54:49.855282 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c84d7f-b123-4cab-98b9-895a084688d6 req-bbd729be-4c49-4660-9528-2ae0a6b9ed2a service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974464 Jun 28 21:54:49.955425 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-bedb1e31-de88-4c2b-9295-767de064b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:49.957066 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-bedb1e31-de88-4c2b-9295-767de064b3d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 1099 time: 0.0544951 Jun 28 21:54:50.047204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-1752d4c6-506e-4034-97c4-785826ed9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:50.049249 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-1752d4c6-506e-4034-97c4-785826ed9a7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 200 len: 914 time: 0.0857704 Jun 28 21:54:50.097492 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-e7b9bc37-4571-4368-94b5-4cf0ab0cee08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 200 len: 217 time: 0.0363564 Jun 28 21:54:50.146787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-e376d133-da3e-45c2-8c6e-92621ce6c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:50.148197 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-e376d133-da3e-45c2-8c6e-92621ce6c064 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 200 len: 852 time: 0.0429935 Jun 28 21:54:50.207006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-17cca1b1-f239-4e5e-b591-8ab4979d7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:50.208385 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-17cca1b1-f239-4e5e-b591-8ab4979d7980 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507607 Jun 28 21:54:50.301851 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-14e8a5eb-d5b9-48c3-b1c1-f124fc457c17 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846658 Jun 28 21:54:50.413282 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e2a47186-aa18-4947-aa1a-4a967d669bc0 req-13e34941-7857-4719-b219-9b4d2db12a15 service neutron] 10.222.0.39 "GET /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001761 Jun 28 21:54:50.468918 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23410037-7d82-4bb4-86e0-b6ec786a166f req-4a1a3f48-2285-4b0c-8a63-9bc0ab772060 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:50.470932 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-23410037-7d82-4bb4-86e0-b6ec786a166f req-4a1a3f48-2285-4b0c-8a63-9bc0ab772060 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0715580 Jun 28 21:54:50.507286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-23410037-7d82-4bb4-86e0-b6ec786a166f req-071c0e44-a2e9-4f46-8540-481ffa05f940 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Jun 28 21:54:50.633838 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18d35506-6a78-4c04-b9dd-6be813709b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:51.694231 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373dec-a71b-48d9-975b-7b1f901c0f6a req-ae4dd1c2-16b8-4ec4-a0f4-75828b2117fe tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:51.695774 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-57373dec-a71b-48d9-975b-7b1f901c0f6a req-ae4dd1c2-16b8-4ec4-a0f4-75828b2117fe tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0710120 Jun 28 21:54:51.734235 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-57373dec-a71b-48d9-975b-7b1f901c0f6a req-a89861b0-e1c4-4bb8-b5d4-4eebecaf8496 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Jun 28 21:54:52.917684 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b987-5d3c-419d-9b17-396b97defa3c req-7d2a41c0-b74d-412c-b1bc-20eba01fd653 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:52.919224 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9256b987-5d3c-419d-9b17-396b97defa3c req-7d2a41c0-b74d-412c-b1bc-20eba01fd653 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0636299 Jun 28 21:54:52.957213 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9256b987-5d3c-419d-9b17-396b97defa3c req-b7bcd5b8-be86-420d-a66e-7c80215c0a48 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Jun 28 21:54:53.126903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-452e1399-fcfc-4c24-9de8-2f6473d72c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:53.199521 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2747c-fe2c-47d3-a2e9-b6e8346f476c req-55ab3697-29dc-47a4-9b44-3789a826c425 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:53.201002 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c7c2747c-fe2c-47d3-a2e9-b6e8346f476c req-55ab3697-29dc-47a4-9b44-3789a826c425 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0687785 Jun 28 21:54:53.246480 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c7c2747c-fe2c-47d3-a2e9-b6e8346f476c req-24a99008-95c8-4dcc-a990-6b6ef7224116 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Jun 28 21:54:53.518240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:54.134481 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac88cf0-178b-4b6f-beb0-352070e466ef req-17ef55bd-4d22-405a-a0bf-48cdb3a56f89 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:54.135949 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-eac88cf0-178b-4b6f-beb0-352070e466ef req-17ef55bd-4d22-405a-a0bf-48cdb3a56f89 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0605495 Jun 28 21:54:54.172827 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-eac88cf0-178b-4b6f-beb0-352070e466ef req-a205e91f-ce83-4806-904a-f04e015df8bb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Jun 28 21:54:54.256529 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:54.429618 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59be35a-d8f7-43f4-83ad-ff53e4ff0eca req-532e06d4-f930-4f66-9191-a4dd98826608 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:54.431097 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a59be35a-d8f7-43f4-83ad-ff53e4ff0eca req-532e06d4-f930-4f66-9191-a4dd98826608 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0675986 Jun 28 21:54:54.467808 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a59be35a-d8f7-43f4-83ad-ff53e4ff0eca req-44a3cc93-dc26-4c2d-beb0-1cf356ae2898 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/security-groups?id=466ac989-31c2-4d70-861c-2ab154eb3d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Jun 28 21:54:54.906495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-017fa803-bb65-4c0a-818c-1a84908fe4e6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:54.908789 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-017fa803-bb65-4c0a-818c-1a84908fe4e6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 946 time: 0.0665007 Jun 28 21:54:55.006498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Deleting port 17e308df-952a-4e7b-a4c4-5462a9a3246f {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:54:55.006830 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.097955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] For port 17e308df-952a-4e7b-a4c4-5462a9a3246f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=17e308df-952a-4e7b-a4c4-5462a9a3246f,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:55.098495 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.111290 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Calling delete_port for 17e308df-952a-4e7b-a4c4-5462a9a3246f owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:54:55.246351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.251180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:55.277857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Pushing event deleted for resources: {'Port': ['ID=17e308df-952a-4e7b-a4c4-5462a9a3246f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:55.281004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:55.328131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] No DVR routers for this DVR port 17e308df-952a-4e7b-a4c4-5462a9a3246f on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:54:55.331227 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.333185 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28b75270-b800-43ac-838c-3085f56eb5c3 req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.39 "DELETE /v2.0/ports/17e308df-952a-4e7b-a4c4-5462a9a3246f HTTP/1.1" status: 204 len: 173 time: 0.4188416 Jun 28 21:54:55.333732 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'name': 'network-vif-deleted', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:54:55.336030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bcab77-17ae-4ab7-b6b8-de3e45114aec" -d '{"events": [{"server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "name": "network-vif-deleted", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:54:55.375536 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ef01f7-a71f-4fa0-be67-c67429ea89cc x-openstack-request-id: req-66ef01f7-a71f-4fa0-be67-c67429ea89cc {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:54:55.375916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa14ea43-9a76-4c8e-8b6f-c60281ae0654", "name": "network-vif-deleted", "tag": "17e308df-952a-4e7b-a4c4-5462a9a3246f", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:54:55.376224 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66ef01f7-a71f-4fa0-be67-c67429ea89cc {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:54:55.376683 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa14ea43-9a76-4c8e-8b6f-c60281ae0654', 'name': 'network-vif-deleted', 'tag': '17e308df-952a-4e7b-a4c4-5462a9a3246f', 'status': 'completed', 'code': 200} Jun 28 21:54:55.381379 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ccf2d-322b-48cb-933d-63d153f91d2d req-43f135bd-84e6-4b5d-a54b-592b2bf38ef2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:55.382917 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e78ccf2d-322b-48cb-933d-63d153f91d2d req-43f135bd-84e6-4b5d-a54b-592b2bf38ef2 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0807176 Jun 28 21:54:55.422632 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e78ccf2d-322b-48cb-933d-63d153f91d2d req-f9dcb6dc-2e5b-44ec-9b94-af97d187e48c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338421 Jun 28 21:54:55.571778 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.615987 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-88264c4d-a73f-47d4-9acb-9bad9e3b7992 req-556428f9-ebb0-4ce4-8ac1-59cbf3687b21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Jun 28 21:54:56.605202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6ff0-fa20-428f-9ec0-2dabcc4476ff req-165e15c1-a0e0-4787-bd0e-5b47d6d734a1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:56.606632 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51ee6ff0-fa20-428f-9ec0-2dabcc4476ff req-165e15c1-a0e0-4787-bd0e-5b47d6d734a1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0668037 Jun 28 21:54:56.644900 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-51ee6ff0-fa20-428f-9ec0-2dabcc4476ff req-35e3e4be-c9d1-48d2-bd75-ee7f5aa42d2a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Jun 28 21:54:56.781707 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bb31b136-e5a5-49b9-abcf-2b30a54cd727 req-e0ec66a8-a66b-45c8-81a3-894872138523 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 210 time: 0.0310731 Jun 28 21:54:57.821041 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8688-277c-4df1-9fc2-57eb350dd9be req-62766812-4085-4392-9497-e76672564f96 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:57.822929 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4bcd8688-277c-4df1-9fc2-57eb350dd9be req-62766812-4085-4392-9497-e76672564f96 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0639524 Jun 28 21:54:57.861777 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4bcd8688-277c-4df1-9fc2-57eb350dd9be req-f07fa364-457e-49bc-886c-4eddc59684bb tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Jun 28 21:54:58.002323 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-77f1380c-c538-4b7d-88c5-cb84d84fc2e3 req-fa9fe482-f0a3-4ef6-810f-5e6668687e4b tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa14ea43-9a76-4c8e-8b6f-c60281ae0654 HTTP/1.1" status: 200 len: 210 time: 0.0336878 Jun 28 21:54:58.065885 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['17e308df-952a-4e7b-a4c4-5462a9a3246f'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:54:59.051086 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0354e9-092a-49de-b5ec-ba5341614729 req-071e6f5b-5ba9-4d41-a2e9-97a2a0fa1457 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:59.052626 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-df0354e9-092a-49de-b5ec-ba5341614729 req-071e6f5b-5ba9-4d41-a2e9-97a2a0fa1457 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0680878 Jun 28 21:54:59.098927 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-df0354e9-092a-49de-b5ec-ba5341614729 req-a58c202b-fbe7-41b2-a565-60d7292ed331 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390527 Jun 28 21:54:59.797457 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52474) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:00.072207 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:55:00.076440 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 17e308df-952a-4e7b-a4c4-5462a9a3246f no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:00.102319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 17e308df-952a-4e7b-a4c4-5462a9a3246f {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:00.102673 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 17e308df-952a-4e7b-a4c4-5462a9a3246f not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:00.194542 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:00.206412 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:55:00.243719 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.256800 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:55:00.276370 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:00.280642 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.282609 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:00.337563 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=6']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:00.346262 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.346722 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.346945 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.347455 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.347947 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.348435 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.348939 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.349462 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.350014 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.350522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.351006 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.351496 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:00.355659 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:00.382011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e13c-12f2-421b-ad49-ae1c771e36eb req-68016449-23c4-4b33-a357-92f142764ad6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:00.383528 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-47a7e13c-12f2-421b-ad49-ae1c771e36eb req-68016449-23c4-4b33-a357-92f142764ad6 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1622434 Jun 28 21:55:00.439104 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-47a7e13c-12f2-421b-ad49-ae1c771e36eb req-8f264261-066e-4f6c-afc6-470e46c8ed6a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Jun 28 21:55:00.469720 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['89a6d403-9c2c-4864-89cd-a40323e6342e'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:55:00.511955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.808692 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Deleting port c97570f7-8eb8-444d-af32-6ba06807501a {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:00.809034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.898273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] For port c97570f7-8eb8-444d-af32-6ba06807501a, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=c97570f7-8eb8-444d-af32-6ba06807501a,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:00.898655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.911854 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Calling delete_port for c97570f7-8eb8-444d-af32-6ba06807501a owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:01.109207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:01.112153 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5391f3d9-4aa0-4ed3-849f-79e481699a84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:01.135225 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97570f7-8eb8-444d-af32-6ba06807501a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:01.138998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:01.331384 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:01.652818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:55:01.699692 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167fb7-ce67-4bde-ae11-07bff1e3e175 req-8d84f834-f8b8-44aa-8db3-f4f1f5f70078 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:01.701207 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-67167fb7-ce67-4bde-ae11-07bff1e3e175 req-8d84f834-f8b8-44aa-8db3-f4f1f5f70078 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 944 time: 0.0869679 Jun 28 21:55:01.764512 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-67167fb7-ce67-4bde-ae11-07bff1e3e175 req-39f03ef5-4394-433f-b088-b7e92e2b3c55 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567915 Jun 28 21:55:01.835399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:55:01.840854 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] 10.222.0.37 "PUT /v2.0/routers/8bc3482b-4075-4d4e-ae3e-bdac0f524977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420752 Jun 28 21:55:01.844682 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52522) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:01.851975 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Sync routers for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:55:01.868034 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:01.869519 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:01.980936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.034164 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:02.104149 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.115319 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:55:02.178968 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Deleting port 56944a51-4123-4beb-b16a-6ae372cad9bb {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:02.179431 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.266549 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 89a6d403-9c2c-4864-89cd-a40323e6342e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:55:02.267195 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.271392 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] For port 56944a51-4123-4beb-b16a-6ae372cad9bb, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=56944a51-4123-4beb-b16a-6ae372cad9bb,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:02.271746 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.291260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Calling delete_port for 56944a51-4123-4beb-b16a-6ae372cad9bb owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:02.355257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:55:01Z', 'revision_number': 5, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port': {'id': '56944a51-4123-4beb-b16a-6ae372cad9bb', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:02.405734 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Checking router: 8bc3482b-4075-4d4e-ae3e-bdac0f524977 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:55:02.428903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.431079 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Routers {'8bc3482b-4075-4d4e-ae3e-bdac0f524977'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:02.431892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:02.521323 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:02.524134 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a5752e-b4fd-4d6c-92f5-07dff0f4fc67" -d '{"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:02.561225 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:02.566632 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.571617 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] Set router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 gateway port host: None {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:02.573680 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.580862 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-49094424-69fe-460b-aba9-35207df5b392 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:02.611762 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:02.640661 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:55:02Z', 'revision_number': 6, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:02.685824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.687868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1708f0-a1cc-4320-8da6-a9c5cf4b0f04 x-openstack-request-id: req-6f1708f0-a1cc-4320-8da6-a9c5cf4b0f04 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:02.688223 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:02.688504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f1708f0-a1cc-4320-8da6-a9c5cf4b0f04 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:02.688866 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'code': 200} Jun 28 21:55:02.691851 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b30d89-0778-4b5e-b2fc-a3cacd058df2 None None] The sync data for ids ['8bc3482b-4075-4d4e-ae3e-bdac0f524977'] in dv-cinder-798384-1-iscsi is: [{'id': '8bc3482b-4075-4d4e-ae3e-bdac0f524977', 'name': 'tempest-TestMinimumBasicScenario-21709227-router', 'tenant_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:51:50Z', 'updated_at': '2021-06-28T21:55:02Z', 'revision_number': 6, 'project_id': '29bb5d9640944eb2b1b02cb4a27e3a88', 'gw_port_host': None}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:55:02.726219 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=7']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:02.730655 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:02.824078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.827927 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56944a51-4123-4beb-b16a-6ae372cad9bb,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:02.831608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:02.834416 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.900995 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.902393 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc3482b-4075-4d4e-ae3e-bdac0f524977 {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:55:02.912279 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:02.916226 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8bc3482b-4075-4d4e-ae3e-bdac0f524977 HTTP/1.1" status: 204 len: 168 time: 1.0703502 Jun 28 21:55:02.916647 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52538) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:03.016898 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Deleting subnet 5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:55:03.024037 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.087058 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66032-48ef-4d0d-a0d8-0027c3e71ed0 req-3fb934ff-520d-4865-9845-99135931dac1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:03.095273 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4ef66032-48ef-4d0d-a0d8-0027c3e71ed0 req-3fb934ff-520d-4865-9845-99135931dac1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1686938 Jun 28 21:55:03.118849 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.305055 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.367757 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4ef66032-48ef-4d0d-a0d8-0027c3e71ed0 req-c6871cc5-c92a-436b-8ad8-feb49bca4ff3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710710 Jun 28 21:55:03.413153 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.417231 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:03.459591 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2e4313-cdbd-4e92-a4a0-b419aab2ed71,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:03.463730 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.468612 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a2e4313-cdbd-4e92-a4a0-b419aab2ed71 HTTP/1.1" status: 204 len: 168 time: 0.5485158 Jun 28 21:55:03.468612 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-49f53cf8-128e-4baf-838c-7ba584238a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:03.469144 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52540) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:03.476084 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27c423-c037-474e-8c03-c0249fdfd6a1 None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:55:03.600331 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.717948 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Deleting port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:03.719092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.803481 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b247c7-487d-400f-975a-172764e61d18 None None] DHCP port deletion for 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:55:03.830557 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] For port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:03.831398 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.855634 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Calling delete_port for 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 owned by network:dhcp {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:03.873774 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Deleting port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:03.874380 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.966421 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.968784 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0113b023-e4b0-412a-839a-a01076547468 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:03.974993 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-37b247c7-487d-400f-975a-172764e61d18 None None] For port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,segment=NetworkSegment(a49af64f-17e2-41b0-a7dd-513e1652b036),segment_id=a49af64f-17e2-41b0-a7dd-513e1652b036)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:03.975680 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:03.995785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:04.009127 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.009511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.009902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011804 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.011973 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.012358 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.012653 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.012996 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:04.019815 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] No DVR routers for this DVR port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 on host dv-cinder-798384-1-iscsi {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:04.021626 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:04.119868 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.136053 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:04.149793 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Calling delete_port for 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:04.166155 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49af64f-17e2-41b0-a7dd-513e1652b036') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:04.166664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49af64f-17e2-41b0-a7dd-513e1652b036') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:04.181846 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.212071 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.225785 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:55:04.226066 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:55:04.228084 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:55:04.311053 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.316416 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:04.324591 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.326954 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] 10.222.0.37 "DELETE /v2.0/networks/23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd HTTP/1.1" status: 204 len: 168 time: 0.8562014 Jun 28 21:55:04.330901 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52552) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:04.350682 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:04.357381 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:04.366832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404'] for port, after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:04.375256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:04.378747 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Network 23e79c9c-18c0-4b27-bf6a-3b8c184eb5fd is not hosted by any dhcp agent {{(pid=104563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 21:55:04.378747 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b247c7-487d-400f-975a-172764e61d18 None None] No DVR routers for this DVR port 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 on host dv-cinder-798384-1-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:04.412459 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Pushing event deleted for resources: {'Port': ['ID=7a5a7b02-09cc-4cf2-93c2-6b51e152fe95,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:04.415957 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:04.730493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a903b-a010-48e4-aa2f-fde3ef5f9485 req-bc5954ea-7e38-4f95-8f32-67d184b09739 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:04.732294 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8f8a903b-a010-48e4-aa2f-fde3ef5f9485 req-bc5954ea-7e38-4f95-8f32-67d184b09739 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1013472 Jun 28 21:55:04.821356 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 56944a51-4123-4beb-b16a-6ae372cad9bb no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:04.832033 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8f8a903b-a010-48e4-aa2f-fde3ef5f9485 req-e05f138f-a555-46f5-9aad-b77816f58bb8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913398 Jun 28 21:55:04.872033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 56944a51-4123-4beb-b16a-6ae372cad9bb {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:04.872590 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 56944a51-4123-4beb-b16a-6ae372cad9bb not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:04.873195 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device c97570f7-8eb8-444d-af32-6ba06807501a no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:04.916908 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: c97570f7-8eb8-444d-af32-6ba06807501a {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:04.917309 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device c97570f7-8eb8-444d-af32-6ba06807501a not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:04.917750 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:04.966355 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:04.966893 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 7a5a7b02-09cc-4cf2-93c2-6b51e152fe95 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:05.008798 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:05.464201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Deleting port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:05.465242 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:05.589054 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] For port 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:05.589489 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:05.602452 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Calling delete_port for 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:06.124662 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58472e3e-42c6-4dca-8c87-7504348218cb req-df5f4e48-7098-42f7-8f25-4bf798380a8f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:06.126402 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-58472e3e-42c6-4dca-8c87-7504348218cb req-df5f4e48-7098-42f7-8f25-4bf798380a8f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1253586 Jun 28 21:55:06.171329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:06.179002 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-af0791d7-a208-4ff7-a1ca-347a81d241d9 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:06.217000 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-58472e3e-42c6-4dca-8c87-7504348218cb req-bccdad84-6b25-4367-b0e7-2adeb8025445 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823381 Jun 28 21:55:06.249657 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad593c7-3dc0-442b-a97a-f3db80a2a2b7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:06.254834 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:06.442987 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:06.815479 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Router f3b9d077-02ff-4ae6-81bf-eb102b94f09a has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:55:06.980484 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:55:06.994014 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-eb05a179-5500-40f4-9d27-f565425a4990 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3b9d077-02ff-4ae6-81bf-eb102b94f09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6615636 Jun 28 21:55:06.996621 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52606) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:06.998883 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Sync routers for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:55:07.031237 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:07.032284 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:07.115918 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:07.235938 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:07.330612 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:07.459524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Deleting port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:07.460600 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:07.583165 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] For port e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:07.584589 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:07.602717 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Calling delete_port for e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:07.629128 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6817-c8e3-42a0-ac1e-98408022be60 req-3a2cff40-1cee-4321-a9e8-3f241c9e440b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:07.645301 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-785a6817-c8e3-42a0-ac1e-98408022be60 req-3a2cff40-1cee-4321-a9e8-3f241c9e440b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1644504 Jun 28 21:55:07.687040 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:55:06Z', 'revision_number': 5, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port': {'id': 'e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:52:02Z', 'updated_at': '2021-06-28T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:07.718589 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Checking router: f3b9d077-02ff-4ae6-81bf-eb102b94f09a for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:55:07.720295 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-785a6817-c8e3-42a0-ac1e-98408022be60 req-27ee44c8-3fa4-4fff-a076-e43b83a138fe tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742314 Jun 28 21:55:07.730148 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Routers {'f3b9d077-02ff-4ae6-81bf-eb102b94f09a'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:07.731013 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:54:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:07.880072 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] Set router f3b9d077-02ff-4ae6-81bf-eb102b94f09a gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:07.967644 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:07.969867 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:55:07Z', 'revision_number': 6, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:07.975521 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:08.020374 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0049a81-2266-4192-a965-d4ad565ed9f6 None None] The sync data for ids ['f3b9d077-02ff-4ae6-81bf-eb102b94f09a'] in dv-cinder-798384-1-iscsi is: [{'id': 'f3b9d077-02ff-4ae6-81bf-eb102b94f09a', 'name': 'tempest-TestMinimumBasicScenario-1622545017-router', 'tenant_id': 'bf7096f8484a46fa8b144f39bf57adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:52:01Z', 'updated_at': '2021-06-28T21:55:07Z', 'revision_number': 6, 'project_id': 'bf7096f8484a46fa8b144f39bf57adff', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:55:08.048377 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:08.088969 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:08.092046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.210164 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.213508 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.298581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.299244 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b9d077-02ff-4ae6-81bf-eb102b94f09a {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:55:08.304488 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.306514 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/f3b9d077-02ff-4ae6-81bf-eb102b94f09a HTTP/1.1" status: 204 len: 168 time: 1.3083417 Jun 28 21:55:08.311630 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52622) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:08.371011 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Deleting subnet fafde2b2-5267-4822-8ccc-996dedcffa36 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:55:08.374727 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.418484 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.505784 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.582269 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.585041 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0bfed4ea-a90c-4bdc-ade3-8a34befa711a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:08.618278 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafde2b2-5267-4822-8ccc-996dedcffa36,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:08.620543 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.625155 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52626) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:08.625340 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fafde2b2-5267-4822-8ccc-996dedcffa36 HTTP/1.1" status: 204 len: 168 time: 0.3096397 Jun 28 21:55:08.626363 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-37e50f67-01ef-4fb0-ac1b-8e65b7406135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:08.626741 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa37cbb-94ef-4d10-96a4-14a6dd443455 None None] Network 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:55:08.713424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.795823 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:08.823182 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Deleting port d815c95c-08cb-43dc-a49a-751cebd42648 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:08.823665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.847761 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:08.848153 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device e6f4e8c4-a5ab-446f-8a6f-bc14968e24fd not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:08.848627 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:08.875961 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:08.876314 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2ad593c7-3dc0-442b-a97a-f3db80a2a2b7 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:08.948974 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] For port d815c95c-08cb-43dc-a49a-751cebd42648, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=d815c95c-08cb-43dc-a49a-751cebd42648,segment=NetworkSegment(9f676c3b-bd83-49c8-8a13-81f4211ffae9),segment_id=9f676c3b-bd83-49c8-8a13-81f4211ffae9)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:08.949603 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:08.979747 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Calling delete_port for d815c95c-08cb-43dc-a49a-751cebd42648 owned by network:dhcp {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:09.002987 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] DHCP port deletion for 720966e9-d2c3-4c1f-b6ae-d7534f4ed31f request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:55:09.036187 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52636) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:09.122664 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Deleting port d815c95c-08cb-43dc-a49a-751cebd42648 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:09.122851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.124299 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.134405 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13200-0b72-412b-881b-a708f19b9b7d req-6e13bdd1-2921-4f32-bec7-2d3ed526e36a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:09.136056 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-84a13200-0b72-412b-881b-a708f19b9b7d req-6e13bdd1-2921-4f32-bec7-2d3ed526e36a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1826360 Jun 28 21:55:09.137039 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ab57d9a2-90bc-40ad-b933-e0842ad7f092 tempest-VolumesNegativeTest-1750538354 tempest-VolumesNegativeTest-1750538354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.149702 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Deleting subnet e356518f-5d50-43c8-8128-e708cf5212fc {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:55:09.153571 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.182772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] No DVR routers for this DVR port d815c95c-08cb-43dc-a49a-751cebd42648 on host dv-cinder-798384-1-iscsi {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:09.186881 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Pushing event deleted for resources: {'Port': ['ID=d815c95c-08cb-43dc-a49a-751cebd42648,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:09.190383 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:09.202377 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.206578 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] For port d815c95c-08cb-43dc-a49a-751cebd42648, host dv-cinder-798384-1-iscsi, got binding levels [] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:09.207261 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.226361 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Calling delete_port for d815c95c-08cb-43dc-a49a-751cebd42648 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:09.229566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Port d815c95c-08cb-43dc-a49a-751cebd42648 was not found and therefore no delete operation was performed {{(pid=104563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 21:55:09.231104 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404'] for port, after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.233274 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-556da38a-a5bc-40b5-8a96-99d563c03aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.273156 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.280672 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.280966 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Pushing event deleted for resources: {'Port': ['ID=d815c95c-08cb-43dc-a49a-751cebd42648,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:09.285427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:09.286532 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d165db-a4b1-4a8b-8c05-1d8d03e437d3 None None] No DVR routers for this DVR port d815c95c-08cb-43dc-a49a-751cebd42648 on host dv-cinder-798384-1-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:09.298103 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720966e9-d2c3-4c1f-b6ae-d7534f4ed31f']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.341030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f676c3b-bd83-49c8-8a13-81f4211ffae9') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.341490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f676c3b-bd83-49c8-8a13-81f4211ffae9') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.362508 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-84a13200-0b72-412b-881b-a708f19b9b7d req-bd438b09-1241-47ee-a6ca-991d3dfb7741 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168593 Jun 28 21:55:09.374029 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.379692 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.383875 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.396066 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.410904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:55:09.413814 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:55:09.426221 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:55:09.433827 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e356518f-5d50-43c8-8128-e708cf5212fc,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:09.441746 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:09.442908 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.447328 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1984f451-c41d-49ba-9053-52213e4ab13e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e356518f-5d50-43c8-8128-e708cf5212fc HTTP/1.1" status: 204 len: 168 time: 0.4071596 Jun 28 21:55:09.447555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52640) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:09.542940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.543969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.552893 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-432d3953-4625-4110-baa7-731fe57a2c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.568040 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.570459 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] 10.222.0.37 "DELETE /v2.0/networks/720966e9-d2c3-4c1f-b6ae-d7534f4ed31f HTTP/1.1" status: 204 len: 168 time: 0.9436951 Jun 28 21:55:09.571581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Pushing event deleted for resources: {'Network': ['ID=720966e9-d2c3-4c1f-b6ae-d7534f4ed31f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:09.574276 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:09.661533 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.672874 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.693183 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586a1ec5-8d68-4db4-82d9-2f47a321a018') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.694615 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586a1ec5-8d68-4db4-82d9-2f47a321a018') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:09.707291 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.722564 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.729032 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:55:09.729662 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:55:09.731539 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:55:09.734252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52644) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:09.790573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-5483cd93-d625-4fdb-b0f4-91cd33ff47f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29bb5d9640944eb2b1b02cb4a27e3a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542095 Jun 28 21:55:09.793374 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52646) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:09.798170 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.803170 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.816700 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.821231 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb HTTP/1.1" status: 204 len: 168 time: 0.3703849 Jun 28 21:55:09.822467 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64847f3-e702-4ce9-aa07-c7a0b3d8dbbb,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:09.825594 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:09.861443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.884060 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.940980 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.945381 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:09.947142 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/466ac989-31c2-4d70-861c-2ab154eb3d17 HTTP/1.1" status: 204 len: 168 time: 0.1518173 Jun 28 21:55:09.962681 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-79fa00cc-4780-454c-9560-076cbc3d4ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:09.990166 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ac989-31c2-4d70-861c-2ab154eb3d17,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:10.003299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-09aecd40-6c72-4757-bf07-cd55cf31dbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:10.071868 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52652) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:10.119480 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4251959f-2c12-4f5f-953c-5f32f56730fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8f76d6ad61d4f038b4306ff1e0e7aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440865 Jun 28 21:55:10.119842 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52654) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:10.214860 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.250241 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.334508 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.338286 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.343919 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dac3dd5a-d98c-4bef-b035-efdc36c733ee HTTP/1.1" status: 204 len: 168 time: 0.2229548 Jun 28 21:55:10.345781 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-21b6457f-4568-4654-9ce4-bbf9dab9fc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:10.362986 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3dd5a-d98c-4bef-b035-efdc36c733ee,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:10.370042 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:10.466225 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52662) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:10.565647 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52666) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:10.581594 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-de2765af-6281-45f4-9a8f-bd06e2c9bb8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf7096f8484a46fa8b144f39bf57adff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945272 Jun 28 21:55:10.677834 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.711796 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d2a1f-3d43-4dff-a55c-3dcbae2f17ea req-91c43ea3-280b-4e41-ab4c-d8f995dbe387 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:10.724582 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-678d2a1f-3d43-4dff-a55c-3dcbae2f17ea req-91c43ea3-280b-4e41-ab4c-d8f995dbe387 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1403458 Jun 28 21:55:10.768437 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.811820 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device d815c95c-08cb-43dc-a49a-751cebd42648 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:10.815889 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-678d2a1f-3d43-4dff-a55c-3dcbae2f17ea req-95754a8b-e377-483d-be74-3f42281fed74 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855708 Jun 28 21:55:10.843101 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.843875 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: d815c95c-08cb-43dc-a49a-751cebd42648 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:10.844968 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device d815c95c-08cb-43dc-a49a-751cebd42648 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:10.850907 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:10.857758 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8664e994-d58b-4291-8e53-05c65368521a HTTP/1.1" status: 204 len: 168 time: 0.2884045 Jun 28 21:55:10.857758 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2c9b3c95-6c5e-474a-b531-450326cba96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:10.874323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664e994-d58b-4291-8e53-05c65368521a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:10.880572 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:12.001277 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980bb0f-2edf-4430-8d79-f66b93ed2eb5 req-b1d9c897-a302-427e-9848-0563f522c3ea tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:12.002939 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1980bb0f-2edf-4430-8d79-f66b93ed2eb5 req-b1d9c897-a302-427e-9848-0563f522c3ea tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0704930 Jun 28 21:55:12.052317 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1980bb0f-2edf-4430-8d79-f66b93ed2eb5 req-0488a0c3-e1f9-45f1-aece-a44a6dc1ca2f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Jun 28 21:55:13.224167 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:13.238497 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd9b5-14a6-4660-a2bb-c073dd4bf832 req-7745156e-9993-4327-99c1-73a9fb4062bf tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:13.239982 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-71efd9b5-14a6-4660-a2bb-c073dd4bf832 req-7745156e-9993-4327-99c1-73a9fb4062bf tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0696571 Jun 28 21:55:13.277190 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-71efd9b5-14a6-4660-a2bb-c073dd4bf832 req-425272ad-8c0e-4215-98bd-b981cf201aa8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Jun 28 21:55:13.663734 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-39a52c58-3e8a-435d-af37-2ccc2ed4745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:13.665148 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-39a52c58-3e8a-435d-af37-2ccc2ed4745f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1098 time: 0.0533175 Jun 28 21:55:13.763899 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-9842cc29-f488-483a-b44e-60b7629787b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:13.765502 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-9842cc29-f488-483a-b44e-60b7629787b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0859640 Jun 28 21:55:13.832016 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-3a262a23-d370-4581-b2b5-66b90b107420 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 1000 time: 0.0596840 Jun 28 21:55:13.881257 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-363a1af5-6a87-4abc-8ede-20ed2a6b9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:13.882677 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-363a1af5-6a87-4abc-8ede-20ed2a6b9a7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0438643 Jun 28 21:55:13.943953 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-101e797f-cd57-44be-81d8-1aebbf4d44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:13.948360 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-101e797f-cd57-44be-81d8-1aebbf4d44ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578597 Jun 28 21:55:14.330100 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-8def0102-ba83-45bc-af09-00086c6e7421 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738801 Jun 28 21:55:14.452888 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-99aab03f-47ba-4dd8-b341-fb9277fc2689 req-dc75e734-241d-4223-bc18-7024ac8086ac service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160734 Jun 28 21:55:14.478667 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029166-cd3b-4d98-bfdf-0b85a3a486bf req-1036066e-b921-44d7-a4ee-42d936e43293 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:14.480098 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6029166-cd3b-4d98-bfdf-0b85a3a486bf req-1036066e-b921-44d7-a4ee-42d936e43293 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Jun 28 21:55:14.517791 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6029166-cd3b-4d98-bfdf-0b85a3a486bf req-ecbca92e-04fc-409c-a544-74034bfe6f74 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Jun 28 21:55:15.694581 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cba6d-c253-4418-af11-698c3c13ed3a req-5d6aeccf-cfe2-4d10-b36c-ee154415e957 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:15.695937 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-373cba6d-c253-4418-af11-698c3c13ed3a req-5d6aeccf-cfe2-4d10-b36c-ee154415e957 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0620108 Jun 28 21:55:15.732481 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-373cba6d-c253-4418-af11-698c3c13ed3a req-b34a7059-2924-4adc-9cf5-9ec8957c11b1 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Jun 28 21:55:16.913022 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8d7c1-06fb-40b1-9edc-5dfe33198f7f req-1c45c64b-a7bb-4a57-bb8d-33035d52300f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:16.914547 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e5f8d7c1-06fb-40b1-9edc-5dfe33198f7f req-1c45c64b-a7bb-4a57-bb8d-33035d52300f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.0688810 Jun 28 21:55:16.958501 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e5f8d7c1-06fb-40b1-9edc-5dfe33198f7f req-746cd86b-d47f-409a-bbb9-90c84ee99d10 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368063 Jun 28 21:55:18.086530 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1bff0-e30e-492f-942b-b10ac9b2f73e req-1f881e76-5d7e-49e9-bacd-c7feeea11184 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:18.087997 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e9c1bff0-e30e-492f-942b-b10ac9b2f73e req-1f881e76-5d7e-49e9-bacd-c7feeea11184 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 945 time: 0.1041908 Jun 28 21:55:18.090717 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-67975e69-9ef4-4596-b3c1-8f7f477ea142 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958357 Jun 28 21:55:18.127341 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:18.135612 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-e9c1bff0-e30e-492f-942b-b10ac9b2f73e req-f6415a14-aeff-4000-adba-d0b9906132ae tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Jun 28 21:55:18.208637 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:18.232629 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:18.235484 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86738e-a433-40c8-a5fc-5ee701d86a22" -d '{"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-unplugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:18.256749 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:18.262837 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:18.265701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:18.292124 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c0c996-72a6-4062-8c58-e28dfa337aef x-openstack-request-id: req-52c0c996-72a6-4062-8c58-e28dfa337aef {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:18.292424 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-unplugged", "status": "failed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "code": 422}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:18.292723 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c0c996-72a6-4062-8c58-e28dfa337aef {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:18.293078 dv-cinder-798384-1-iscsi neutron-server[104563]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'code': 422} returned with failed status Jun 28 21:55:18.324718 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=8']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:18.328103 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:18.479869 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:55:18.628750 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c2dc9-f0fb-4d44-a6f5-bc6b32d37d33 req-d60cb28c-a8ae-4597-913d-85400339ac85 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:18.631143 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-228c2dc9-f0fb-4d44-a6f5-bc6b32d37d33 req-d60cb28c-a8ae-4597-913d-85400339ac85 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0780222 Jun 28 21:55:18.675168 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-228c2dc9-f0fb-4d44-a6f5-bc6b32d37d33 req-42833030-5044-4f93-b3a8-d59cf9820cbe tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381081 Jun 28 21:55:19.009122 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-e14156f7-c236-4905-a0bc-2d844c4a8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.010577 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-e14156f7-c236-4905-a0bc-2d844c4a8c3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786&tenant_id=a7b4c25dc4e5437c98976c60616f11f5 HTTP/1.1" status: 200 len: 1096 time: 0.0500047 Jun 28 21:55:19.092747 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-a333cd86-196f-465b-aeb1-ce575d28e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.094806 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-a333cd86-196f-465b-aeb1-ce575d28e3a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1096 time: 0.0567696 Jun 28 21:55:19.186228 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-914b2d6e-269b-4a49-b919-18bb05a58532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.187715 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-914b2d6e-269b-4a49-b919-18bb05a58532 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 200 len: 917 time: 0.0863638 Jun 28 21:55:19.254865 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-1bd3466b-2bc2-4a78-98b7-ec272869a3da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 200 len: 998 time: 0.0589738 Jun 28 21:55:19.304725 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-e79fc6fe-011c-4980-b0fc-f1032f54fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.305757 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-e79fc6fe-011c-4980-b0fc-f1032f54fb68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 200 len: 855 time: 0.0440755 Jun 28 21:55:19.330096 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018836a9-4bf5-4ccf-80e4-3ea58cf32675 req-af51a390-cccf-4114-af94-3cb7afd5f56e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.331586 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-018836a9-4bf5-4ccf-80e4-3ea58cf32675 req-af51a390-cccf-4114-af94-3cb7afd5f56e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0759413 Jun 28 21:55:19.370644 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-018836a9-4bf5-4ccf-80e4-3ea58cf32675 req-fbb27f52-ed42-484c-b4fe-4db79818ea06 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Jun 28 21:55:19.379281 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-fad43c0a-2b2a-487b-8702-2502710ec73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.380760 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-fad43c0a-2b2a-487b-8702-2502710ec73c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83459f51-a67e-4f58-90a6-c29d82f44af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682323 Jun 28 21:55:19.472882 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-41541557-c4ad-42c5-a57f-746a4032046e service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Jun 28 21:55:19.566029 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a6584670-f5a5-44ab-8c56-73fc139b2d12 req-aaf28b6d-d443-4273-b112-0b3f2937a846 service neutron] 10.222.0.39 "GET /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Jun 28 21:55:19.850178 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b63c2-f244-4483-811d-28c236c65a5d req-1f924373-bac7-4245-baef-68d38297f4a1 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:19.851885 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f62b63c2-f244-4483-811d-28c236c65a5d req-1f924373-bac7-4245-baef-68d38297f4a1 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0628557 Jun 28 21:55:19.891625 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f62b63c2-f244-4483-811d-28c236c65a5d req-49e676ac-69d4-42c1-b9bc-f0598d97f204 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340633 Jun 28 21:55:20.565897 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad580525-e857-4c61-ab35-86a4f7b4b487 req-dc8c3cef-6da7-46d6-b010-83769c3e5170 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:20.568967 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad580525-e857-4c61-ab35-86a4f7b4b487 req-dc8c3cef-6da7-46d6-b010-83769c3e5170 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0798101 Jun 28 21:55:20.617129 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ad580525-e857-4c61-ab35-86a4f7b4b487 req-db3b3215-6da0-469d-b1fe-ba76b87d4d52 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393307 Jun 28 21:55:20.662595 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-21cf6cfd-34f4-4d18-899a-d110a5fdfa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:21.067113 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9da41-9bcc-40bc-b518-59fb03ac629b req-a3769965-f41d-4001-ad37-0d11351a6817 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:21.068726 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c9da41-9bcc-40bc-b518-59fb03ac629b req-a3769965-f41d-4001-ad37-0d11351a6817 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0644383 Jun 28 21:55:21.112172 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-63c9da41-9bcc-40bc-b518-59fb03ac629b req-0406913d-2c80-4a86-b568-4e90d83fe241 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376346 Jun 28 21:55:21.819494 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32591cb-7115-40f8-964e-25fa0c1847d1 req-3f4d8413-cbe6-439c-9e0c-8a646546f85c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:21.820996 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c32591cb-7115-40f8-964e-25fa0c1847d1 req-3f4d8413-cbe6-439c-9e0c-8a646546f85c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0661988 Jun 28 21:55:21.862374 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c32591cb-7115-40f8-964e-25fa0c1847d1 req-e81ccc6c-8384-44d0-a298-6871b2d92cd7 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352271 Jun 28 21:55:22.296677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93448-1636-447e-9db4-be503282864d req-771f9e4b-19ee-427c-a9d2-0632649c6ba2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:22.298228 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-91c93448-1636-447e-9db4-be503282864d req-771f9e4b-19ee-427c-a9d2-0632649c6ba2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0687056 Jun 28 21:55:22.337606 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-91c93448-1636-447e-9db4-be503282864d req-8ec2a71a-986f-4fa5-b337-fc6d5dc844b2 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337012 Jun 28 21:55:23.046373 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad076b7-1ba7-42a6-b1e8-b71aea2b570d req-b7bdbcc2-b3c6-47b2-8545-aef4f19ff628 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:23.048339 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3ad076b7-1ba7-42a6-b1e8-b71aea2b570d req-b7bdbcc2-b3c6-47b2-8545-aef4f19ff628 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0689871 Jun 28 21:55:23.088276 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3ad076b7-1ba7-42a6-b1e8-b71aea2b570d req-05d68a23-16dd-465b-aae4-17e977078e91 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337296 Jun 28 21:55:23.129382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4a012a01-c20a-4d6f-aed2-6e24f80eebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:23.519860 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:23.523205 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b782-bc54-4bcd-b35c-3d0560d1a75a req-b9412b65-d443-493f-b007-20bc03a4c98f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:23.525329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a386b782-bc54-4bcd-b35c-3d0560d1a75a req-b9412b65-d443-493f-b007-20bc03a4c98f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0704329 Jun 28 21:55:23.565350 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a386b782-bc54-4bcd-b35c-3d0560d1a75a req-63110236-239e-49db-9b3d-ee43ae888252 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336611 Jun 28 21:55:24.257596 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:24.273046 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c948d-8845-4e7c-90e9-4b95684052c7 req-d55076fd-3d62-4298-9945-c82ebb7aa49d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:24.274577 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-497c948d-8845-4e7c-90e9-4b95684052c7 req-d55076fd-3d62-4298-9945-c82ebb7aa49d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0670166 Jun 28 21:55:24.314402 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-497c948d-8845-4e7c-90e9-4b95684052c7 req-221bc938-9f7a-4235-bd63-98e0d4dbfca4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341687 Jun 28 21:55:24.755388 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3801a0a-3b31-4b02-810d-97232d719dbd req-2bceda9d-296e-492e-ab50-c39bd00d1ff5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:24.757037 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b3801a0a-3b31-4b02-810d-97232d719dbd req-2bceda9d-296e-492e-ab50-c39bd00d1ff5 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0667255 Jun 28 21:55:24.801294 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b3801a0a-3b31-4b02-810d-97232d719dbd req-dea271c0-559b-4e32-9f7d-f6566c3feb29 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333948 Jun 28 21:55:25.496239 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274afab-eb3a-4d7b-91cc-66c6a68469f4 req-086c42f9-c680-4330-bae8-ca32ac59ba5f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:25.498456 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b274afab-eb3a-4d7b-91cc-66c6a68469f4 req-086c42f9-c680-4330-bae8-ca32ac59ba5f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0659826 Jun 28 21:55:25.537788 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b274afab-eb3a-4d7b-91cc-66c6a68469f4 req-586bb862-46af-4380-aa51-bae0828f2705 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Jun 28 21:55:25.574785 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:25.982661 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab6d26-d447-4bc0-a874-caec70c8b6d9 req-b447bf1b-e2c3-43b9-b3fc-6fd5b0b2c0f6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:25.984951 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-96ab6d26-d447-4bc0-a874-caec70c8b6d9 req-b447bf1b-e2c3-43b9-b3fc-6fd5b0b2c0f6 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0646012 Jun 28 21:55:26.026047 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-96ab6d26-d447-4bc0-a874-caec70c8b6d9 req-418e79b9-e324-4398-b4ff-1a2d42d64b9a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346045 Jun 28 21:55:26.731701 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5dbb8-f38b-4a91-a4f1-60af21c02000 req-3a9bc41a-1dca-4061-96c7-2aa1e7315f6c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:26.733193 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b7f5dbb8-f38b-4a91-a4f1-60af21c02000 req-3a9bc41a-1dca-4061-96c7-2aa1e7315f6c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0689440 Jun 28 21:55:26.772061 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b7f5dbb8-f38b-4a91-a4f1-60af21c02000 req-fca8cd42-22c3-4779-830c-aaa600001e00 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330021 Jun 28 21:55:27.216161 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1735c-0ee6-4146-ace8-043839ae6f7f req-a896a357-5d3c-44de-9cda-bf808f99d638 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:27.218386 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-85b1735c-0ee6-4146-ace8-043839ae6f7f req-a896a357-5d3c-44de-9cda-bf808f99d638 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0753109 Jun 28 21:55:27.259497 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-85b1735c-0ee6-4146-ace8-043839ae6f7f req-5795989c-9504-4667-9bdb-7af5d522698f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350854 Jun 28 21:55:27.966168 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d3aee-1df1-41c3-9029-b5c82ceed8d5 req-078d92f0-7318-44df-b1a0-2fbdfd6ba1ac tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:27.967974 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eb6d3aee-1df1-41c3-9029-b5c82ceed8d5 req-078d92f0-7318-44df-b1a0-2fbdfd6ba1ac tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0775743 Jun 28 21:55:28.008370 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-eb6d3aee-1df1-41c3-9029-b5c82ceed8d5 req-94cdca88-ac43-452c-ad6d-7da824670dbd tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337532 Jun 28 21:55:28.455404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c854fe-0d3f-4477-b7a9-fa1280553174 req-ed2c45b8-12e9-416c-8e94-824269a11d6e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:28.456939 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e1c854fe-0d3f-4477-b7a9-fa1280553174 req-ed2c45b8-12e9-416c-8e94-824269a11d6e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0703335 Jun 28 21:55:28.495906 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e1c854fe-0d3f-4477-b7a9-fa1280553174 req-5055811c-7c30-469c-9b15-e22870ab9f0b tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328135 Jun 28 21:55:29.214928 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1b0a-2f7a-416c-9eda-e2d6700c7b1f req-f24a60d6-24bf-4657-a317-8f3ad8cbf611 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:29.216504 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f19a1b0a-2f7a-416c-9eda-e2d6700c7b1f req-f24a60d6-24bf-4657-a317-8f3ad8cbf611 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0764866 Jun 28 21:55:29.259300 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f19a1b0a-2f7a-416c-9eda-e2d6700c7b1f req-e6baf696-1d5f-4180-8f3e-b97f3c3dac58 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365412 Jun 28 21:55:29.701420 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5a83-4adb-402a-b2e0-b8fe688c8791 req-9432c1b1-b48e-4513-9a4d-6e80bd023823 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:29.703707 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-06ec5a83-4adb-402a-b2e0-b8fe688c8791 req-9432c1b1-b48e-4513-9a4d-6e80bd023823 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0813470 Jun 28 21:55:29.750055 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-06ec5a83-4adb-402a-b2e0-b8fe688c8791 req-585984be-0293-4543-92bf-ff6fd33e5d14 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399623 Jun 28 21:55:30.444315 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547df9-a418-4ffd-b1ee-c72ea323a6b9 req-dd0b1a04-7729-45c6-ac82-bf3ea4f37344 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:30.445838 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8f547df9-a418-4ffd-b1ee-c72ea323a6b9 req-dd0b1a04-7729-45c6-ac82-bf3ea4f37344 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.0665867 Jun 28 21:55:30.492647 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8f547df9-a418-4ffd-b1ee-c72ea323a6b9 req-191566cc-fb15-4190-8e49-57a90781301b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410612 Jun 28 21:55:30.637771 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944920a-8650-4976-846a-1c3f94e56061 req-1bfbb8f6-a8ed-4b22-ad77-c75c659b2bb0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:30.639249 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2944920a-8650-4976-846a-1c3f94e56061 req-1bfbb8f6-a8ed-4b22-ad77-c75c659b2bb0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.0657701 Jun 28 21:55:30.740850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Deleting port a8d4a7c9-2d01-407a-91b7-808996f6db70 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:30.741549 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:30.833981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] For port a8d4a7c9-2d01-407a-91b7-808996f6db70, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a8d4a7c9-2d01-407a-91b7-808996f6db70,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:30.834636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.032827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4a8d-2938-4499-9ad8-f01e5de6e8d1 req-272b5c27-d6c2-461a-a84f-16a88c4bedcf tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:31.034573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c1cc4a8d-2938-4499-9ad8-f01e5de6e8d1 req-272b5c27-d6c2-461a-a84f-16a88c4bedcf tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 946 time: 0.1575878 Jun 28 21:55:31.062627 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.062998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.063339 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Floating IP 0e37b87d-3143-41df-974b-914fa86a30b7 disassociated. External IP: 172.27.1.115, port: a8d4a7c9-2d01-407a-91b7-808996f6db70. Jun 28 21:55:31.063632 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Calling delete_port for a8d4a7c9-2d01-407a-91b7-808996f6db70 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:31.118406 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c1cc4a8d-2938-4499-9ad8-f01e5de6e8d1 req-e65acc92-0b01-4c0e-855c-e0904474466a tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc81ab62-668a-45c8-901b-a27d2fef12ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753284 Jun 28 21:55:31.211142 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.215607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fa69cc78-e0de-4741-a81d-ea811d2c70a0 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:31.245014 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'Port': ['ID=a8d4a7c9-2d01-407a-91b7-808996f6db70,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:31.248101 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:31.362794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:55:31.468459 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:55:31.479733 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:55:31.492770 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:31.493399 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:31.514671 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] No DVR routers for this DVR port a8d4a7c9-2d01-407a-91b7-808996f6db70 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:31.517767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.519798 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2944920a-8650-4976-846a-1c3f94e56061 req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.39 "DELETE /v2.0/ports/a8d4a7c9-2d01-407a-91b7-808996f6db70 HTTP/1.1" status: 204 len: 173 time: 0.8734710 Jun 28 21:55:31.520307 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'name': 'network-vif-deleted', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:31.522711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da7c6c-f1d6-4120-b0fc-85d5ec566684" -d '{"events": [{"server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "name": "network-vif-deleted", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:31.583700 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23cd79d-9d3f-477e-bc1a-218861916473 x-openstack-request-id: req-a23cd79d-9d3f-477e-bc1a-218861916473 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:31.583700 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34ba536-8f15-4c61-8a35-01c801c94ac7", "name": "network-vif-deleted", "tag": "a8d4a7c9-2d01-407a-91b7-808996f6db70", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:31.584564 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a23cd79d-9d3f-477e-bc1a-218861916473 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:31.585215 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34ba536-8f15-4c61-8a35-01c801c94ac7', 'name': 'network-vif-deleted', 'tag': 'a8d4a7c9-2d01-407a-91b7-808996f6db70', 'status': 'completed', 'code': 200} Jun 28 21:55:31.621254 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:31.735504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a4ad-bf81-43d7-b0b1-0c141585080e req-8588eec1-61a3-4f42-a11e-fd23bb1bea61 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:31.743853 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-13a5a4ad-bf81-43d7-b0b1-0c141585080e req-8588eec1-61a3-4f42-a11e-fd23bb1bea61 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 943 time: 0.1004312 Jun 28 21:55:31.787338 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-13a5a4ad-bf81-43d7-b0b1-0c141585080e req-6645111e-7421-46e5-8369-6cd6cf3cc682 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Jun 28 21:55:31.869183 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:31.895498 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:55:31.903918 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:31.904584 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:32.013904 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:32.223748 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:55:32.300994 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1c2908c0-5727-41fb-90f3-f07a2d8f2d13 req-aef2bc25-1f27-4592-a101-65f6a045025d tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a34ba536-8f15-4c61-8a35-01c801c94ac7 HTTP/1.1" status: 200 len: 210 time: 0.0408916 Jun 28 21:55:32.318223 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:32.347994 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8796c6-04c7-4cc0-b3de-363bf18f2f50 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:49:01Z', 'revision_number': 4, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '722a4dbc-7662-40bd-99b1-1e6b2790aff0', 'name': '', 'network_id': '36c81c6a-436c-4477-8fd0-05c33b0a7d4e', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'mac_address': 'fa:16:3e:d6:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:59Z', 'updated_at': '2021-06-28T21:49:17Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'subnets': [{'id': 'fd6ed017-e948-492a-b3f0-f83b2d1285ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:55:32.365967 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:32.378522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'port_id': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'mac_address': 'fa:16:3e:4e:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:55:32.429411 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:32.446473 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:55:32.465915 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:32.471580 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:32.473349 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:32.519874 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=9']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:32.522986 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:32.587311 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace9eb5-22be-448e-80f0-7d0004057348 None None] New status for floating IP 0e37b87d-3143-41df-974b-914fa86a30b7: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:55:32.702635 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['89a6d403-9c2c-4864-89cd-a40323e6342e'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:55:32.972519 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a1e07-9323-46fb-833b-227d2256af44 req-78e29da6-41f7-4245-82c7-4e9a4f403f65 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:32.973734 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-908a1e07-9323-46fb-833b-227d2256af44 req-78e29da6-41f7-4245-82c7-4e9a4f403f65 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 944 time: 0.0694597 Jun 28 21:55:33.010841 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-908a1e07-9323-46fb-833b-227d2256af44 req-f593939c-eff2-4ba5-b6e1-80835e2a4935 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Jun 28 21:55:33.423671 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52864) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:33.479769 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.507537 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.552986 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.555641 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.556747 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc81ab62-668a-45c8-901b-a27d2fef12ef HTTP/1.1" status: 204 len: 168 time: 0.1318269 Jun 28 21:55:33.557506 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5888bbe6-238e-417f-b51e-ca4fa23df9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:33.559819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52866) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:33.569873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81ab62-668a-45c8-901b-a27d2fef12ef,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:33.574706 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.api.v2.resource [None req-fe693aec-00f6-4986-b6aa-28db1cf0f6b3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] show failed (client error): The resource could not be found. Jun 28 21:55:33.575722 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-fe693aec-00f6-4986-b6aa-28db1cf0f6b3 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "GET /v2.0/security-groups/cc81ab62-668a-45c8-901b-a27d2fef12ef HTTP/1.1" status: 404 len: 347 time: 0.0149281 Jun 28 21:55:33.577369 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.577748 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.578159 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.578591 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.579620 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.579756 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52868) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:33.579858 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.579858 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.580069 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.580548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.580944 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.581310 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.581646 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:55:33.584786 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:33.744965 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Deleting port b34d0e67-1e5d-4255-a969-5a59a8202d64 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:33.745413 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.821664 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.821947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.834529 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Calling delete_port for b34d0e67-1e5d-4255-a969-5a59a8202d64 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:33.969928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:33.971907 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-727d543b-610f-4b72-b27e-a382f4b09507 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:33.994871 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Pushing event deleted for resources: {'Port': ['ID=b34d0e67-1e5d-4255-a969-5a59a8202d64,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:33.997983 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:34.059518 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:34.062044 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:34.066406 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] 10.222.0.37 "DELETE /v2.0/floatingips/0e37b87d-3143-41df-974b-914fa86a30b7 HTTP/1.1" status: 204 len: 168 time: 0.4838815 Jun 28 21:55:34.229247 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:55:34.248062 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf32b-c285-4920-ac45-a9ec76aaf315 req-f9232b22-613d-43af-9dcf-f63b7b159ec4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:34.250734 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2efcf32b-c285-4920-ac45-a9ec76aaf315 req-f9232b22-613d-43af-9dcf-f63b7b159ec4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 944 time: 0.1129858 Jun 28 21:55:34.313665 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2efcf32b-c285-4920-ac45-a9ec76aaf315 req-37d00f37-bf7d-4a7c-bb75-0e8db71dbd65 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560880 Jun 28 21:55:34.319489 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 89a6d403-9c2c-4864-89cd-a40323e6342e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:55:34.319867 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:34.399779 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:34.423027 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:34.425371 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6454da-121c-477a-a20d-bcac5806e97a" -d '{"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:34.439980 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:34.452107 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:34.454839 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a8d4a7c9-2d01-407a-91b7-808996f6db70 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:34.458136 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:34.493075 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a2cb6d-c656-4554-9fae-c765c20f60a9 x-openstack-request-id: req-82a2cb6d-c656-4554-9fae-c765c20f60a9 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:34.493393 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:34.493632 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82a2cb6d-c656-4554-9fae-c765c20f60a9 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:34.494041 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'code': 200} Jun 28 21:55:34.513896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: a8d4a7c9-2d01-407a-91b7-808996f6db70 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:34.514257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a8d4a7c9-2d01-407a-91b7-808996f6db70 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:34.541353 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=10']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:34.544451 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:34.677441 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce56a-6545-49e4-a524-e43b77330251 req-1c9c8885-f1e8-47ae-b5bc-d7faff5b9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:34.678956 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0e3ce56a-6545-49e4-a524-e43b77330251 req-1c9c8885-f1e8-47ae-b5bc-d7faff5b9d64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 1099 time: 0.0545676 Jun 28 21:55:34.717791 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0e3ce56a-6545-49e4-a524-e43b77330251 req-58a795fc-afd1-4934-99f8-4556a98b1431 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Jun 28 21:55:35.542444 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ae598-c0e8-487c-8cc5-7c3488ee071a req-deffe3ae-635b-4f6a-82c2-d8d17c0c297c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:35.546768 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b4ae598-c0e8-487c-8cc5-7c3488ee071a req-deffe3ae-635b-4f6a-82c2-d8d17c0c297c tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 946 time: 0.0859499 Jun 28 21:55:35.593107 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b4ae598-c0e8-487c-8cc5-7c3488ee071a req-47137ad9-4f7e-4546-99c9-4926ed522a8d tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Jun 28 21:55:36.800289 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0e6f3-5c5f-42ac-90ff-50a28e4a2b78 req-0ff20a54-e83d-4d04-bf85-df06b9222814 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:36.801751 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7ea0e6f3-5c5f-42ac-90ff-50a28e4a2b78 req-0ff20a54-e83d-4d04-bf85-df06b9222814 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 946 time: 0.0634873 Jun 28 21:55:36.848699 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7ea0e6f3-5c5f-42ac-90ff-50a28e4a2b78 req-17eb6e4e-8ee2-40f0-a1ab-4087a1a4ced4 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Jun 28 21:55:37.882330 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52940) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:38.375827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:38.623493 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Deleting port 722a4dbc-7662-40bd-99b1-1e6b2790aff0 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:38.623744 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:38.698852 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] For port 722a4dbc-7662-40bd-99b1-1e6b2790aff0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=722a4dbc-7662-40bd-99b1-1e6b2790aff0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:38.699202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:38.710945 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Calling delete_port for 722a4dbc-7662-40bd-99b1-1e6b2790aff0 owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:38.888956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:38.890160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-aa5e0af8-e595-49ff-ba10-4045e957b362 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:38.914478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=722a4dbc-7662-40bd-99b1-1e6b2790aff0,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:38.917525 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:39.086592 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:39.570466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Router c546d81f-ebd9-4178-a704-092874b0f365 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:55:39.677404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:55:39.682514 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] 10.222.0.37 "PUT /v2.0/routers/c546d81f-ebd9-4178-a704-092874b0f365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991731 Jun 28 21:55:39.684978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52944) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:39.688734 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Sync routers for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:55:39.702632 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:39.703266 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:39.789235 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:39.894828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:39.936085 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:39.947603 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Deleting port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:39.947942 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.024606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] For port 880fb70c-fa6b-4e7a-8fff-e926b66dddf2, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:40.024961 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.038079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Calling delete_port for 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:40.112203 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:55:38Z', 'revision_number': 5, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port': {'id': '880fb70c-fa6b-4e7a-8fff-e926b66dddf2', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:53Z', 'updated_at': '2021-06-28T21:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:40.141123 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Checking router: c546d81f-ebd9-4178-a704-092874b0f365 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:55:40.149562 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Routers {'c546d81f-ebd9-4178-a704-092874b0f365'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:55:40.150132 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['c546d81f-ebd9-4178-a704-092874b0f365'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:40.202070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.204557 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-be0114be-26e1-4c46-a76f-193221f702ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:40.228418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Pushing event deleted for resources: {'Port': ['ID=880fb70c-fa6b-4e7a-8fff-e926b66dddf2,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:40.231845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:40.239742 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] Set router c546d81f-ebd9-4178-a704-092874b0f365 gateway port host: None {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:55:40.294571 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:55:39Z', 'revision_number': 6, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:40.311526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.320468 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3951f-9b8c-4caa-b3f1-670779c8e271 None None] The sync data for ids ['c546d81f-ebd9-4178-a704-092874b0f365'] in dv-cinder-798384-1-iscsi is: [{'id': 'c546d81f-ebd9-4178-a704-092874b0f365', 'name': 'tempest-AttachVolumeTestJSON-1422425225-router', 'tenant_id': '2961d4fa14a44273b90cd3752e95ba0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:52Z', 'updated_at': '2021-06-28T21:55:39Z', 'revision_number': 6, 'project_id': '2961d4fa14a44273b90cd3752e95ba0e', 'gw_port_host': None}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:55:40.406904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.409363 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.451704 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.452303 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router c546d81f-ebd9-4178-a704-092874b0f365 {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:55:40.457280 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.458432 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] 10.222.0.37 "DELETE /v2.0/routers/c546d81f-ebd9-4178-a704-092874b0f365 HTTP/1.1" status: 204 len: 168 time: 0.7719209 Jun 28 21:55:40.460986 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52946) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:40.505482 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Deleting subnet fd6ed017-e948-492a-b3f0-f83b2d1285ce {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:55:40.508610 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.546271 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.651838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.728265 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.730832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:40.754508 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6ed017-e948-492a-b3f0-f83b2d1285ce,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:40.757095 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:40.762129 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.765096 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd6ed017-e948-492a-b3f0-f83b2d1285ce HTTP/1.1" status: 204 len: 168 time: 0.3031662 Jun 28 21:55:40.769465 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52948) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:40.771770 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd10d3-4ef8-4499-bb5a-6bf5f8c8e1bf None None] Network 36c81c6a-436c-4477-8fd0-05c33b0a7d4e requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:55:40.854971 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.912174 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Deleting port 409503a2-f5ed-4645-ab7b-642a59157da0 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:55:40.912442 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.979382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] For port 409503a2-f5ed-4645-ab7b-642a59157da0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=409503a2-f5ed-4645-ab7b-642a59157da0,segment=NetworkSegment(2a19a87c-7d5a-4283-8b20-afd390fd0922),segment_id=2a19a87c-7d5a-4283-8b20-afd390fd0922)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:40.979762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:40.993523 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Calling delete_port for 409503a2-f5ed-4645-ab7b-642a59157da0 owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:55:41.075335 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.077388 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-aff988fc-63bc-4451-b8de-d2ab0f03b70e tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:41.100699 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=409503a2-f5ed-4645-ab7b-642a59157da0,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:41.104885 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:41.104885 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] No DVR routers for this DVR port 409503a2-f5ed-4645-ab7b-642a59157da0 on host dv-cinder-798384-1-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:55:41.144026 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f33d23-0cf7-40d7-a23a-3780481a7a5c None None] DHCP port deletion for 36c81c6a-436c-4477-8fd0-05c33b0a7d4e request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:55:41.198854 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 722a4dbc-7662-40bd-99b1-1e6b2790aff0 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:41.203587 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.214430 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c81c6a-436c-4477-8fd0-05c33b0a7d4e']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:41.223782 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 722a4dbc-7662-40bd-99b1-1e6b2790aff0 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:41.223782 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 722a4dbc-7662-40bd-99b1-1e6b2790aff0 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:41.230396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a19a87c-7d5a-4283-8b20-afd390fd0922') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:41.230804 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a19a87c-7d5a-4283-8b20-afd390fd0922') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:55:41.242968 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.257593 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.263913 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:55:41.264302 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:55:41.265989 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:55:41.322729 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.327348 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.329481 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/36c81c6a-436c-4477-8fd0-05c33b0a7d4e HTTP/1.1" status: 204 len: 168 time: 0.5586154 Jun 28 21:55:41.330233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a8385d3a-4bd9-433d-a0b3-4dc14f558d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:41.345548 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c81c6a-436c-4477-8fd0-05c33b0a7d4e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:41.348082 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:41.470846 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52952) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:41.514206 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3c866bf3-4c1d-47d9-a7c1-f1130ff3641f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2961d4fa14a44273b90cd3752e95ba0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419800 Jun 28 21:55:41.517228 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52954) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:41.564329 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.585392 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.631908 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.634804 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:41.636040 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2983bfa0-993d-40ba-8377-fb9b2c4ac783 HTTP/1.1" status: 204 len: 168 time: 0.1179280 Jun 28 21:55:41.636807 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-223e3faf-ccd8-4ea9-b3f3-6b902f4a058b tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:41.651206 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2983bfa0-993d-40ba-8377-fb9b2c4ac783,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:41.653876 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:42.339052 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 52976) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:42.444814 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1492054383-network', 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:55:42.466862 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:55:42.469869 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.478928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.570158 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.574297 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.577389 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-556b2e87-370f-49c4-9cbb-ff78a08ae09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:42.600216 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:55:42.610357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5a609f-8239-4db8-899e-531c8664c116,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:42.613617 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:42.616909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.617258 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Added segment 1045aea2-7e42-43c8-9b4f-da754dcb475b of type vlan for network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd Jun 28 21:55:42.657634 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.685534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.686991 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:42.687580 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.689624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:42.719388 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3787084 Jun 28 21:55:42.723010 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 52980) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:55:42.731892 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Request body: {'subnet': {'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1492054383-subnet', 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:55:42.752464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Pushing event updated for resources: {'Network': ['ID=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:42.755383 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:42.767742 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:55:42.777304 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:55:42.779972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8927722'] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.820603 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:42.848110 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:42.848447 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 880fb70c-fa6b-4e7a-8fff-e926b66dddf2 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:42.848873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 409503a2-f5ed-4645-ab7b-642a59157da0 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:55:42.871182 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 409503a2-f5ed-4645-ab7b-642a59157da0 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:55:42.871538 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 409503a2-f5ed-4645-ab7b-642a59157da0 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:55:42.957666 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9258698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8927740'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:42.960053 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-10e2c7a0-4453-4b18-b4f1-72ef8b5e838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:43.018010 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca0e45b-c05c-4c96-b99e-0167bf915add,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:43.021849 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:43.025663 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Checking segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:55:43.026056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Network hostable DHCP agents. Network: 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:55:43.042720 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:55:43.051580 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:55:43.055829 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:43.056422 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:43.063870 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d875af4-2e61-40f5-8f55-f723fa5f9574 None None] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:55:43.072097 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9c9181ab-0562-453d-8cce-970c599113e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3474405 Jun 28 21:55:43.218476 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95dad1-afa6-4356-be70-15fa9b076b82 None None] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:55:43.286695 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:43.547207 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-8bc6540c-2b1e-4485-a9a4-2290023ce179 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:43.548613 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-8bc6540c-2b1e-4485-a9a4-2290023ce179 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1053507 Jun 28 21:55:43.567323 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-be267f99-eb5d-4bce-a136-7926f73f16f3 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/quotas/624c0c69f3ff4d8ab62e02b3b16e8cf7 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Jun 28 21:55:43.605729 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-b2668be7-75da-4dc7-93dd-464b3b65e66e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321803 Jun 28 21:55:43.698616 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-ed8aeeb7-0f5b-4195-9c1f-9afcc2c5fef1 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827787 Jun 28 21:55:43.794132 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-eba1f7bd-4cf6-42b6-aafe-1bf5019fef49 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883996 Jun 28 21:55:43.970551 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-11f7542d-4163-474a-9966-8d0af4cb1bd1 req-86a61c47-92ab-4b09-9619-912e194fd600 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 210 time: 0.0298059 Jun 28 21:55:45.120797 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8f976bb9-0416-42ef-8355-cb1d66e78236 req-3584f6a1-fc4d-4449-be53-99b1eef50031 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Jun 28 21:55:45.185846 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-9d74d24d-6896-480f-b488-b4dcd310d4df tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:45.187999 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-9d74d24d-6896-480f-b488-b4dcd310d4df tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1173091 Jun 28 21:55:45.201376 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Request body: {'port': {'device_id': 'bb12b090-4152-448f-a731-1ddf8817d248', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'admin_state_up': True, 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:55:45.324681 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:55:45.328938 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:45.467895 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Allocated IP 172.20.0.7 (54dd9e8b-7d8d-41d4-b119-7e0554ab77bd/7ca0e45b-c05c-4c96-b99e-0167bf915add/4bbc073e-7cad-49dc-b077-1343e642cce8) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:55:45.620074 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:45.661002 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:45.665143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8d70ab35-610a-42a0-bf11-79331425a1eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:45.704369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:55:45.711499 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:55:45.715783 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:55:45.720152 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event updated for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:45.738989 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:45.763830 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:45.764427 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:45.778662 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819349 Jun 28 21:55:45.790866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Request body: {'port': {'device_id': 'bb12b090-4152-448f-a731-1ddf8817d248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:55:45.882602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.149237 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbc073e-7cad-49dc-b077-1343e642cce8 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:55:46.158347 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.171844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Transition to ACTIVE for port object 4bbc073e-7cad-49dc-b077-1343e642cce8 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:55:46.175043 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.177098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6edc435f-7c60-4d85-a051-369db1b903c6 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:46.228759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:46.247372 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:46.326970 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Attempting to bind port 4bbc073e-7cad-49dc-b077-1343e642cce8 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:55:46.327353 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Attempting to bind port 4bbc073e-7cad-49dc-b077-1343e642cce8 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:55:46.328141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Attempting to bind port 4bbc073e-7cad-49dc-b077-1343e642cce8 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:55:46.336412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Port 4bbc073e-7cad-49dc-b077-1343e642cce8 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:55:46.336721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Attempting to bind port 4bbc073e-7cad-49dc-b077-1343e642cce8 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:55:46.346639 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:55:46.346964 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Checking segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:55:46.347339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Bound using segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:55:46.347765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Bound port: 4bbc073e-7cad-49dc-b077-1343e642cce8, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:55:46.348113 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.358092 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8716-4101-497b-8720-ab3c9a3ef846 req-1954fd4d-c072-469e-a437-2ec7856e6666 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:46.359574 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0a2a8716-4101-497b-8720-ab3c9a3ef846 req-1954fd4d-c072-469e-a437-2ec7856e6666 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 943 time: 0.1135063 Jun 28 21:55:46.430188 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0a2a8716-4101-497b-8720-ab3c9a3ef846 req-9d0ca988-d476-47b6-bf7f-76021c90ea58 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622642 Jun 28 21:55:46.451311 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:55:46.455399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4bbc073e-7cad-49dc-b077-1343e642cce8,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:55:46.461074 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.463148 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:46.495167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:46.495771 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:46.497122 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bbc073e-7cad-49dc-b077-1343e642cce8 HTTP/1.1" status: 200 len: 1093 time: 0.7105081 Jun 28 21:55:46.497620 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:46.500471 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936feacd-4d65-4846-941d-7717473c1c06" -d '{"events": [{"name": "network-changed", "server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:46.524840 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:46.528286 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d9baccb4-0085-4f8d-9780-e2c14cc18c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:46.550802 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601443c1-ae4d-4fac-bef4-2962e6f6b1e6 x-openstack-request-id: req-601443c1-ae4d-4fac-bef4-2962e6f6b1e6 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:46.551121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:46.551404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-601443c1-ae4d-4fac-bef4-2962e6f6b1e6 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:46.551823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8', 'status': 'completed', 'code': 200} Jun 28 21:55:46.597022 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-ac61e1c0-1799-4033-b71f-af9ad62936d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:46.598502 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-ac61e1c0-1799-4033-b71f-af9ad62936d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 1096 time: 0.0584927 Jun 28 21:55:46.642042 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-1b2ba34b-db3b-42f8-98cb-8716c029102c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc073e-7cad-49dc-b077-1343e642cce8 HTTP/1.1" status: 200 len: 217 time: 0.0359731 Jun 28 21:55:46.693234 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-3d7af419-bf70-46d2-adc9-4bfdb9fdec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:46.694857 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-3d7af419-bf70-46d2-adc9-4bfdb9fdec64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0462394 Jun 28 21:55:46.729929 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-833ded5d-cd7a-47c0-bf91-6e4c6d67cc13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258329 Jun 28 21:55:46.831785 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-0a1d8b13-8b9d-4b0e-87f0-16765c5b4557 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942640 Jun 28 21:55:46.922007 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a1ed93dd-8a28-4898-9127-cb259cb7631a req-b1c49726-4ed1-4bb1-9d5a-43bba50c7b6a service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831170 Jun 28 21:55:47.040141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feacd-4d65-4846-941d-7717473c1c06 req-e599295a-0c3f-43b1-a62e-8fdc3b0fe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:47.041525 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-e599295a-0c3f-43b1-a62e-8fdc3b0fe233 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 1096 time: 0.0624635 Jun 28 21:55:47.135847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feacd-4d65-4846-941d-7717473c1c06 req-5f398423-37b0-4ee2-b9cb-bb959474cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:47.137291 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-5f398423-37b0-4ee2-b9cb-bb959474cd43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 916 time: 0.0873106 Jun 28 21:55:47.182252 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-c4fb7ce2-a982-4bfe-9e7d-2d165df612d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbc073e-7cad-49dc-b077-1343e642cce8 HTTP/1.1" status: 200 len: 217 time: 0.0362656 Jun 28 21:55:47.230236 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936feacd-4d65-4846-941d-7717473c1c06 req-c9af8aeb-0038-4a24-aa06-21eea2319009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:47.231795 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-c9af8aeb-0038-4a24-aa06-21eea2319009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0426619 Jun 28 21:55:47.266381 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-15ebbcbe-28dd-42df-bfb2-64c027ff04a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253086 Jun 28 21:55:47.377334 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-a232214d-294e-47a6-bf57-74d933682e92 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034842 Jun 28 21:55:47.473656 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-936feacd-4d65-4846-941d-7717473c1c06 req-ec6f9b0c-5f2d-4605-9acd-82dce7063ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Jun 28 21:55:47.612328 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e41aaa-9f07-483a-bca1-d088b16545c9 req-4989217f-f47a-4f24-a335-7e2c039816f6 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:47.613688 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f4e41aaa-9f07-483a-bca1-d088b16545c9 req-4989217f-f47a-4f24-a335-7e2c039816f6 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 943 time: 0.0648885 Jun 28 21:55:47.660178 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f4e41aaa-9f07-483a-bca1-d088b16545c9 req-bd4731f3-8f5a-4a5b-a54f-38f34effd057 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Jun 28 21:55:48.848179 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5731-700e-4d55-ba3b-722eb7f766c5 req-a38c55fb-dfb9-4b54-8395-e8f8eb4b6c06 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:48.849667 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0e5c5731-700e-4d55-ba3b-722eb7f766c5 req-a38c55fb-dfb9-4b54-8395-e8f8eb4b6c06 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 943 time: 0.0760386 Jun 28 21:55:48.890372 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0e5c5731-700e-4d55-ba3b-722eb7f766c5 req-ac1f6306-d2ad-4459-8fe3-6ac9989ef7da tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Jun 28 21:55:50.065685 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773c135-6267-4c16-91ae-2139b302505d req-ac007b15-628c-4def-a2e3-991948425c00 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:50.067247 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1773c135-6267-4c16-91ae-2139b302505d req-ac007b15-628c-4def-a2e3-991948425c00 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 943 time: 0.0657732 Jun 28 21:55:50.104942 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1773c135-6267-4c16-91ae-2139b302505d req-a15adf3c-2fd3-4c46-bd38-f21de0dbaba2 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Jun 28 21:55:50.339050 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4bbc073e-7cad-49dc-b077-1343e642cce8 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:55:50.443338 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4bbc073e-7cad-49dc-b077-1343e642cce8,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:50.453728 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '4bbc073e-7cad-49dc-b077-1343e642cce8', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'port_id': '4bbc073e-7cad-49dc-b077-1343e642cce8', 'mac_address': 'fa:16:3e:44:79:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0e45b-c05c-4c96-b99e-0167bf915add', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:55:50.493215 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:50.506160 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbc073e-7cad-49dc-b077-1343e642cce8 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:55:50.525501 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4bbc073e-7cad-49dc-b077-1343e642cce8,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:50.529306 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:50.532586 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:50.578749 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:50.581923 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:50.635898 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0211e3a3-9512-493e-952f-26bff02e76f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:50.762224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:55:51.291041 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9b2d7-128a-4623-9e23-289e0d507a4d req-fecd19be-61ab-45a7-840b-840afb14ea47 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:51.292525 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-beb9b2d7-128a-4623-9e23-289e0d507a4d req-fecd19be-61ab-45a7-840b-840afb14ea47 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 944 time: 0.0681040 Jun 28 21:55:51.331066 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-beb9b2d7-128a-4623-9e23-289e0d507a4d req-ae4fa5e9-38ff-4a25-b049-a89588c3979e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jun 28 21:55:52.349454 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4bbc073e-7cad-49dc-b077-1343e642cce8 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:55:52.400018 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 4bbc073e-7cad-49dc-b077-1343e642cce8 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:55:52.403939 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 4bbc073e-7cad-49dc-b077-1343e642cce8 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:55:52.404381 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:52.489543 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:52.512314 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:55:52.514313 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f93812-a5c4-40a5-8a65-cc59d15ba996" -d '{"events": [{"server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "name": "network-vif-plugged", "status": "completed", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:55:52.520807 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46421a16-65c4-4a12-8b34-4bfb7fc0c163 req-2f3e0d87-827f-425e-8d91-2b1d23f5f44a tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:52.522361 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46421a16-65c4-4a12-8b34-4bfb7fc0c163 req-2f3e0d87-827f-425e-8d91-2b1d23f5f44a tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 944 time: 0.0716083 Jun 28 21:55:52.529090 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4bbc073e-7cad-49dc-b077-1343e642cce8,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:55:52.533696 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:52.535734 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:55:52.556854 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12700fb-4b0a-4ae0-bc81-24452f739019 x-openstack-request-id: req-a12700fb-4b0a-4ae0-bc81-24452f739019 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:55:52.557160 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "name": "network-vif-plugged", "status": "completed", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:55:52.557421 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a12700fb-4b0a-4ae0-bc81-24452f739019 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:55:52.557828 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8', 'code': 200} Jun 28 21:55:52.572329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-46421a16-65c4-4a12-8b34-4bfb7fc0c163 req-22c322d2-b62a-4dde-8493-b61e45b989dd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Jun 28 21:55:52.586278 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:55:52.589366 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:55:52.804762 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b9da-9148-40b5-95ac-9a072c51408e req-591761cf-d73f-41d1-bf63-ac900d036f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:52.806334 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8f3b9da-9148-40b5-95ac-9a072c51408e req-591761cf-d73f-41d1-bf63-ac900d036f8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 1098 time: 0.0554626 Jun 28 21:55:52.841195 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e8f3b9da-9148-40b5-95ac-9a072c51408e req-31dd9ac1-bc2b-47c7-90b1-ed61f59e9991 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278075 Jun 28 21:55:53.131627 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6fd8da11-687e-4a61-a76c-7780da3b496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:53.525994 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:53.761322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba821d9-7957-40c0-babf-4b1431add292 req-4f737314-e297-47d9-9fca-8783933103f9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:55:53.762828 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-aba821d9-7957-40c0-babf-4b1431add292 req-4f737314-e297-47d9-9fca-8783933103f9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 945 time: 0.0622547 Jun 28 21:55:53.803827 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-aba821d9-7957-40c0-babf-4b1431add292 req-b9ed2320-bc67-497a-9faa-591739dd1e97 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Jun 28 21:55:54.259376 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:55.478172 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:55:55.582004 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:02.160161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-23e1fb78-059c-4841-a880-34f1b4fb83e9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:02.161194 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-23e1fb78-059c-4841-a880-34f1b4fb83e9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1176894 Jun 28 21:56:02.176290 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-a1d77045-abf7-4a42-b650-62a62a9bb22e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/quotas/624c0c69f3ff4d8ab62e02b3b16e8cf7 HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jun 28 21:56:02.240692 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7125f849-9326-48f4-bfe8-132d3ebfa45e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593362 Jun 28 21:56:02.330037 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-127d8fc3-2c21-4037-bdbe-49d43b1a29c9 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 Jun 28 21:56:02.418370 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-a21b73ae-130f-470b-a9cd-2b74cefe14f6 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826187 Jun 28 21:56:02.591793 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f806e798-d119-488d-ad9b-3f3c77cd3366 req-59de94d4-533c-44e8-a63e-d2f6239748b6 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jun 28 21:56:03.613369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-5b5751c9-602e-419a-a4a2-48c6c05d0c41 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:03.614767 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-5b5751c9-602e-419a-a4a2-48c6c05d0c41 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1030698 Jun 28 21:56:03.630383 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Request body: {'port': {'device_id': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'admin_state_up': True, 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:03.741294 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1c82a546-2ae2-4dbe-8c6c-3642498fcd8d req-adfdad31-ef9c-41a6-8892-d4c02e9ee687 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 210 time: 0.0353351 Jun 28 21:56:04.021110 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:04.024817 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.152919 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Allocated IP 172.20.0.8 (54dd9e8b-7d8d-41d4-b119-7e0554ab77bd/7ca0e45b-c05c-4c96-b99e-0167bf915add/16a10ea5-2fa9-4af0-837c-e04c9a2e8233) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:56:04.297744 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.335507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.339621 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-53271033-b481-476d-ae04-71a59d8e9851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:04.348706 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:04.380049 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:56:04.385073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:04.387622 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:56:04.419496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event updated for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:04.432221 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.432596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.432960 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.433316 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.433670 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.434047 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.434401 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.434751 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.435096 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.435444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.435786 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.436138 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:04.439870 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:04.454411 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:04.455013 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.469498 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428843 Jun 28 21:56:04.481252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Request body: {'port': {'device_id': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:04.559000 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.868025 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:04.875483 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.897346 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Transition to ACTIVE for port object 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:56:04.918072 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:04.921469 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-65503321-8c93-4dfb-970b-ab9480631957 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:04.981295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Pushing event updated for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:04.987149 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:05.042020 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee7a0-6d19-476a-88c5-7ac7732ef3ec req-c3094861-2aef-45b1-9563-c0be6709b1fd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:05.043505 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cefee7a0-6d19-476a-88c5-7ac7732ef3ec req-c3094861-2aef-45b1-9563-c0be6709b1fd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 931 time: 0.1573341 Jun 28 21:56:05.093668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Attempting to bind port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:56:05.093937 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Attempting to bind port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:56:05.094269 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Attempting to bind port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:05.099366 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-cefee7a0-6d19-476a-88c5-7ac7732ef3ec req-40b83d6f-ac7c-414a-b6a1-02d555bc9495 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497761 Jun 28 21:56:05.101314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:56:05.101628 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Attempting to bind port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:05.106393 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:56:05.106730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Checking segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:05.107105 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Bound using segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:56:05.107527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Bound port: 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:56:05.107883 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:05.172156 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:56:05.175322 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:56:05.178955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:05.181602 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-bb09b125-b76a-4cd8-b781-50c690b3592f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:05.210819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:05.211417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:05.212748 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] 10.222.0.39 "PUT /v2.0/ports/16a10ea5-2fa9-4af0-837c-e04c9a2e8233 HTTP/1.1" status: 200 len: 1093 time: 0.7360163 Jun 28 21:56:05.213230 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:05.215516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:05.239372 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Pushing event updated for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:05.242422 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:05.250444 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab615dc-bfb3-42cb-bed3-eb14c3ffe44f x-openstack-request-id: req-7ab615dc-bfb3-42cb-bed3-eb14c3ffe44f {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:05.250770 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:05.251055 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ab615dc-bfb3-42cb-bed3-eb14c3ffe44f {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:05.251644 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', 'status': 'completed', 'code': 200} Jun 28 21:56:06.273638 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f808b6-6d52-456a-b897-fc24c9b33a2b req-f2d34083-4bd1-4c58-ac6a-55216060fbfe tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:06.275139 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9f808b6-6d52-456a-b897-fc24c9b33a2b req-f2d34083-4bd1-4c58-ac6a-55216060fbfe tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 943 time: 0.0641873 Jun 28 21:56:06.313273 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f9f808b6-6d52-456a-b897-fc24c9b33a2b req-26a4c7c2-6893-4ec2-bbf3-920e3044e584 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jun 28 21:56:07.484218 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94476fa-1ab6-4125-9866-357a95869970 req-4d1cfa87-2035-4b8e-abb8-8ee53dbe043f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:07.485650 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a94476fa-1ab6-4125-9866-357a95869970 req-4d1cfa87-2035-4b8e-abb8-8ee53dbe043f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 943 time: 0.0604186 Jun 28 21:56:07.525313 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a94476fa-1ab6-4125-9866-357a95869970 req-0bd16231-dba9-4462-b4f0-9ad72fbdde1f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jun 28 21:56:07.987402 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-69d2df78-8054-44d3-8487-360183285a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:07.988872 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-69d2df78-8054-44d3-8487-360183285a29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 1096 time: 0.0545881 Jun 28 21:56:08.091636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-aa31d06d-69d2-464d-9858-1df7bd6b089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:08.093093 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-aa31d06d-69d2-464d-9858-1df7bd6b089c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963614 Jun 28 21:56:08.192031 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-296a6643-5473-4e61-a0fe-7c5cf9408b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:08.193392 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c529e1c1-82fa-4a09-9ede-0e118fc35e4d req-296a6643-5473-4e61-a0fe-7c5cf9408b0a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943756 Jun 28 21:56:08.282915 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-a3e74d56-bddd-4e89-b123-071ce89d964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:08.284780 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-a3e74d56-bddd-4e89-b123-071ce89d964e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 1096 time: 0.0529363 Jun 28 21:56:08.329396 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-46374657-62cf-40fa-b169-2432840632e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233 HTTP/1.1" status: 200 len: 217 time: 0.0376642 Jun 28 21:56:08.376770 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-f1e44739-c455-4e5a-a32c-566d597a845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:08.378229 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-f1e44739-c455-4e5a-a32c-566d597a845a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0431187 Jun 28 21:56:08.410425 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-4799c86c-7842-4ad8-88ff-348919b09594 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258346 Jun 28 21:56:08.507317 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-b9df91f6-9f5d-4abf-974c-6f6c6239ff8d service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903010 Jun 28 21:56:08.595774 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-690f3d3f-3ce8-40f1-bb8e-1a22d933649a req-2e043273-29d8-4c75-947d-171609343c5f service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822589 Jun 28 21:56:08.710124 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562d50-0d35-43ad-bdc4-1f792da08f49 req-b401b018-ab8b-4aca-aa47-68cedbaa8804 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:08.711567 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d562d50-0d35-43ad-bdc4-1f792da08f49 req-b401b018-ab8b-4aca-aa47-68cedbaa8804 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 943 time: 0.0659716 Jun 28 21:56:08.748529 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d562d50-0d35-43ad-bdc4-1f792da08f49 req-5560009a-5893-45d1-acf1-7ba6402a0472 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jun 28 21:56:09.308546 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635635a-149a-4b2c-938e-efe62b949703 req-841f45ae-66a3-446a-9c1c-73d9d4f693f3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:09.316180 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9635635a-149a-4b2c-938e-efe62b949703 req-841f45ae-66a3-446a-9c1c-73d9d4f693f3 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 946 time: 0.0875871 Jun 28 21:56:09.351051 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9635635a-149a-4b2c-938e-efe62b949703 req-9fc3b1bd-ebc2-48ae-9772-5e3a9980d874 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338299 Jun 28 21:56:09.923292 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860764ed-c147-433a-8d7f-eba19cfc7aaf req-ba0c9259-8489-4a30-8e0d-2d411e78fdd9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:09.924772 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-860764ed-c147-433a-8d7f-eba19cfc7aaf req-ba0c9259-8489-4a30-8e0d-2d411e78fdd9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 943 time: 0.0634444 Jun 28 21:56:09.960541 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-860764ed-c147-433a-8d7f-eba19cfc7aaf req-29a25cc9-363e-4afa-8400-aca86d687f82 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301561 Jun 28 21:56:10.544936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7df09-8b03-46e3-a404-f64eec6543cf req-20402a6f-568f-4d2e-b601-c02f4bbc56fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:10.547015 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7df09-8b03-46e3-a404-f64eec6543cf req-20402a6f-568f-4d2e-b601-c02f4bbc56fa tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 946 time: 0.0639238 Jun 28 21:56:10.585368 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-22c7df09-8b03-46e3-a404-f64eec6543cf req-3ff883db-78f7-4c03-af54-6fa1054e6402 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jun 28 21:56:10.768339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-82bb2ef0-af3c-4f27-adba-8b41ec91ac3a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:10.769846 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-82bb2ef0-af3c-4f27-adba-8b41ec91ac3a tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 946 time: 0.0664408 Jun 28 21:56:10.884045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Deleting port 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:56:10.884292 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:10.941556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:56:10.974402 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] For port 89a6d403-9c2c-4864-89cd-a40323e6342e, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=89a6d403-9c2c-4864-89cd-a40323e6342e,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:10.974760 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.043347 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:11.054935 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'port_id': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', 'mac_address': 'fa:16:3e:73:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0e45b-c05c-4c96-b99e-0167bf915add', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:56:11.092256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.104986 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:11.135573 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:11.142418 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.144668 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-3dd25786-067a-45b6-a0b4-9e1db8df7309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:11.162639 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.163205 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.163474 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Floating IP 4883fce5-3705-4e24-8e21-da481eb78710 disassociated. External IP: 172.27.1.93, port: 89a6d403-9c2c-4864-89cd-a40323e6342e. Jun 28 21:56:11.163966 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Calling delete_port for 89a6d403-9c2c-4864-89cd-a40323e6342e owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:56:11.199892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:11.207791 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.208165 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.208465 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.208858 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.209656 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.210643 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.211230 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.211765 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.212256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.212756 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.213422 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.213902 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:11.220323 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:11.313770 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.317999 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-16918d77-1f3f-40de-8f82-3d868a4e33b9 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:11.343516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'Port': ['ID=89a6d403-9c2c-4864-89cd-a40323e6342e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:11.347098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:11.422849 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155bd37-0dde-4dc2-bec0-8ea2d384c989 req-816122bc-cf54-47e8-baaa-2219f7ce242b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:11.424300 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0155bd37-0dde-4dc2-bec0-8ea2d384c989 req-816122bc-cf54-47e8-baaa-2219f7ce242b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 943 time: 0.3355467 Jun 28 21:56:11.462896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:56:11.464142 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0155bd37-0dde-4dc2-bec0-8ea2d384c989 req-0d357cd6-9274-4c8f-b7b6-8818cc6a7c6f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Jun 28 21:56:11.464776 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['16a10ea5-2fa9-4af0-837c-e04c9a2e8233'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:11.580715 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:56:11.592808 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:56:11.605016 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:11.605976 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:11.628798 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] No DVR routers for this DVR port 89a6d403-9c2c-4864-89cd-a40323e6342e on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:56:11.631541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:11.633555 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-852a05c9-513b-48f0-a322-4e2f692067f9 req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.39 "DELETE /v2.0/ports/89a6d403-9c2c-4864-89cd-a40323e6342e HTTP/1.1" status: 204 len: 173 time: 0.8572142 Jun 28 21:56:11.634265 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-deleted', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:11.636638 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b591dd-7ba3-464f-8f50-76b9054266d1" -d '{"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-deleted", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:11.695916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8937f67c-ab5e-4e1d-8390-31c25ecc96b9 x-openstack-request-id: req-8937f67c-ab5e-4e1d-8390-31c25ecc96b9 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:11.696263 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4392bc-5e9e-4c76-aac9-3db9151f6786", "name": "network-vif-deleted", "tag": "89a6d403-9c2c-4864-89cd-a40323e6342e", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:11.696555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8937f67c-ab5e-4e1d-8390-31c25ecc96b9 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:11.697828 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4392bc-5e9e-4c76-aac9-3db9151f6786', 'name': 'network-vif-deleted', 'tag': '89a6d403-9c2c-4864-89cd-a40323e6342e', 'status': 'completed', 'code': 200} Jun 28 21:56:11.754958 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-a9e88135-e009-4104-90e3-3e87b15f2be2 req-ce10e465-5f58-408f-921b-dd2a1829b773 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4392bc-5e9e-4c76-aac9-3db9151f6786 HTTP/1.1" status: 200 len: 210 time: 0.0351310 Jun 28 21:56:11.791858 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:12.003890 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:12.028535 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:56:12.037367 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:12.037993 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:12.145659 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:12.349673 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:12.378266 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a84aa-441f-4c11-879d-ec9c264ab4e8 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:53Z', 'revision_number': 4, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'f409aa26-7a30-4b43-a482-0dc43c33d8ab', 'name': '', 'network_id': '83459f51-a67e-4f58-90a6-c29d82f44af4', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'mac_address': 'fa:16:3e:5f:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:50Z', 'updated_at': '2021-06-28T21:49:05Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'subnets': [{'id': 'a1ffad63-2464-488b-9669-6fc4b46958ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:56:12.620851 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadae89-4661-4385-8bdb-14e963a38f3c None None] New status for floating IP 4883fce5-3705-4e24-8e21-da481eb78710: DOWN {{(pid=104563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:56:12.655989 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f070f7-6a40-4003-a84d-b41fc60b655b req-0344dd53-0444-4a18-968a-682d1ce1b5e5 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:12.658103 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d4f070f7-6a40-4003-a84d-b41fc60b655b req-0344dd53-0444-4a18-968a-682d1ce1b5e5 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 944 time: 0.0684731 Jun 28 21:56:12.703149 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d4f070f7-6a40-4003-a84d-b41fc60b655b req-e295ba9e-9778-4263-9aa3-78e5f8fc4fe1 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Jun 28 21:56:12.788394 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-d0b858a1-3ee8-4f2a-bfa2-c79087e950e4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120099121&fields=id&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 267 time: 0.0350714 Jun 28 21:56:12.897956 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53166) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:12.903544 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-f2a80a11-8953-49b9-90c6-c04cf96268d4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:12.904955 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-f2a80a11-8953-49b9-90c6-c04cf96268d4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1102493 Jun 28 21:56:12.919749 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-d3940f85-2336-42b0-bbb9-aa0e06d0e751 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/quotas/cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 375 time: 0.0089211 Jun 28 21:56:12.945628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:56:12.955019 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:12.979847 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:12.996756 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:56:13.001714 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:13.002177 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.002543 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-133a1b01-a189-4af6-8d7d-0bb23a642641 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774777 Jun 28 21:56:13.047656 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.050396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.051520 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b HTTP/1.1" status: 204 len: 168 time: 0.1525171 Jun 28 21:56:13.052310 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-0c178584-99f7-4b26-b794-a08ccaf69e2e tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:13.054798 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53170) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:13.066065 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:13.068615 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:13.089942 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.api.v2.resource [None req-85dfd507-f575-4008-ba62-114d56ca8681 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] show failed (client error): The resource could not be found. Jun 28 21:56:13.090498 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-85dfd507-f575-4008-ba62-114d56ca8681 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "GET /v2.0/security-groups/1b9e58cd-75ce-44d4-840f-cbfe6afd3c4b HTTP/1.1" status: 404 len: 347 time: 0.0317850 Jun 28 21:56:13.093819 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53172) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:13.117184 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.149346 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:13.151837 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799d3af-c3c9-4a36-9d65-a8fd29a17f9f" -d '{"events": [{"server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "name": "network-vif-plugged", "status": "completed", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:13.166373 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:13.168991 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-d58605e5-c2cb-4bc0-819c-4b17d7732c5f service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541827 Jun 28 21:56:13.175461 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.178459 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:56:13.184633 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:13.208450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd26fb5-66e9-4ad4-88de-03560e6b8248 x-openstack-request-id: req-7bd26fb5-66e9-4ad4-88de-03560e6b8248 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:13.208839 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "name": "network-vif-plugged", "status": "completed", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:13.209224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd26fb5-66e9-4ad4-88de-03560e6b8248 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:13.209941 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', 'code': 200} Jun 28 21:56:13.232596 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 89a6d403-9c2c-4864-89cd-a40323e6342e {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:56:13.232948 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 89a6d403-9c2c-4864-89cd-a40323e6342e not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:56:13.239848 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Deleting port c0e05404-9546-402e-b767-4e38ed45410c {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:56:13.240242 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.267676 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.274501 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:13.282787 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-bc26b277-fbe1-4b64-9fdd-85eedee5dcb2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060441 Jun 28 21:56:13.285267 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:13.341133 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.341738 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.362267 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Calling delete_port for c0e05404-9546-402e-b767-4e38ed45410c owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:56:13.482516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76de9c-42e8-4b94-95bf-766c94ac4202 req-35a6e522-c9ac-4013-a41c-1fa99ac1ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:13.484483 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2b76de9c-42e8-4b94-95bf-766c94ac4202 req-35a6e522-c9ac-4013-a41c-1fa99ac1ac75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 1098 time: 0.0590718 Jun 28 21:56:13.511408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.514251 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:13.525190 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2b76de9c-42e8-4b94-95bf-766c94ac4202 req-901ea534-cd72-4d28-8894-f71069fb463b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Jun 28 21:56:13.540483 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Pushing event deleted for resources: {'Port': ['ID=c0e05404-9546-402e-b767-4e38ed45410c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:13.543781 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:13.625251 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-54860921-bf5c-46ca-a819-34bef836cbdb req-3839b987-1c19-4a0c-855a-40cc3e9b60fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 210 time: 0.0376074 Jun 28 21:56:13.639201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks [] for floatingip, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.641733 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:13.645331 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3fe3a2d2-5518-4fa0-8181-a13c11d029c8 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] 10.222.0.37 "DELETE /v2.0/floatingips/4883fce5-3705-4e24-8e21-da481eb78710 HTTP/1.1" status: 204 len: 168 time: 0.5477746 Jun 28 21:56:13.920336 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4fec-df09-40d9-945e-3652a45e3ab2 req-7536fb2b-f284-4628-bd3e-e395dd0bdc7b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:13.930523 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-826e4fec-df09-40d9-945e-3652a45e3ab2 req-7536fb2b-f284-4628-bd3e-e395dd0bdc7b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 945 time: 0.0769188 Jun 28 21:56:13.973573 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-826e4fec-df09-40d9-945e-3652a45e3ab2 req-4d4dbda9-2040-4c54-ae53-d683bb65b6e6 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jun 28 21:56:14.786632 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9bf5299f-2683-4e37-904b-21bf7cb2f2a0 req-65e45c41-986f-4d76-b2e5-0cca15451841 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 210 time: 0.0425069 Jun 28 21:56:14.864093 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-838b42b1-e47f-4936-b186-47465ffa0e8f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:14.865913 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-838b42b1-e47f-4936-b186-47465ffa0e8f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 812 time: 0.1138709 Jun 28 21:56:14.917125 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-c52b49eb-9e1a-4ccf-bdd0-2c788225a168 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb322b7c5b534c76a076f4439bf1793d HTTP/1.1" status: 200 len: 379 time: 0.0373318 Jun 28 21:56:14.928885 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'port': {'device_id': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'admin_state_up': True, 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'security_groups': ['d9ed0030-adb8-4953-88ca-4a4b27df6506']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:15.063739 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Made reservation on behalf of cb322b7c5b534c76a076f4439bf1793d for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:15.067570 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:15.243273 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14905-0901-4c73-8c0a-9330ad674477 req-d44741cd-233d-40ab-b2c1-1ad914ec8d7b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:15.244637 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-25c14905-0901-4c73-8c0a-9330ad674477 req-d44741cd-233d-40ab-b2c1-1ad914ec8d7b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 945 time: 0.1214428 Jun 28 21:56:15.245721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.20.0.11 (6ddfacec-d7c8-404b-9912-5a441115f2f0/0322605b-b0e2-401d-82a0-55f2005fc15c/3351bfd1-2d49-4f0b-8d66-dec1113544a5) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:56:15.315398 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-25c14905-0901-4c73-8c0a-9330ad674477 req-a67059cc-f046-43fb-b692-736bb538cc5f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646431 Jun 28 21:56:15.431741 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:15.467905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Transition to ACTIVE for port object 3351bfd1-2d49-4f0b-8d66-dec1113544a5 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:56:15.539371 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:15.547151 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:15.593339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:56:15.596649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:15.602805 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:56:15.648408 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:15.656264 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:15.674505 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:15.675154 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:15.697402 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742977 Jun 28 21:56:15.713826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Request body: {'port': {'device_id': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:15.832161 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:15.956947 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-bd884af9-955e-42c5-8f44-d2a8b3c2ced7 None None] Provisioning for port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:56:15.967341 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-bd884af9-955e-42c5-8f44-d2a8b3c2ced7 None None] Provisioning complete for port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:15.968257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bd884af9-955e-42c5-8f44-d2a8b3c2ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.005665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b127e06-b30f-4602-87ab-71d26e444456 req-2b5dbf9c-23a0-4373-99e0-5c7bb9664bd1 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.007888 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b127e06-b30f-4602-87ab-71d26e444456 req-2b5dbf9c-23a0-4373-99e0-5c7bb9664bd1 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 932 time: 0.0899787 Jun 28 21:56:16.015983 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-bd884af9-955e-42c5-8f44-d2a8b3c2ced7 None None] Port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:56:16.054548 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0b127e06-b30f-4602-87ab-71d26e444456 req-908beaad-dfe5-403e-aca4-124df11df1a1 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Jun 28 21:56:16.174851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3351bfd1-2d49-4f0b-8d66-dec1113544a5 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:16.182574 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.194913 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Transition to ACTIVE for port object 3351bfd1-2d49-4f0b-8d66-dec1113544a5 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:56:16.199107 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.201044 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-9cdb17ee-a2f9-4bff-99ab-f1e8f9095aac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:16.250909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Pushing event updated for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:16.253754 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:16.311879 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53234) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:16.336199 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Attempting to bind port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:56:16.336540 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Attempting to bind port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:56:16.336873 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Attempting to bind port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:16.341712 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:56:16.342065 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Attempting to bind port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 on network 6ddfacec-d7c8-404b-9912-5a441115f2f0 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:16.348089 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:56:16.348430 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Checking segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:16.348813 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Bound using segment: {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:56:16.349247 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Bound port: 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c10203e-8ee2-41cf-b0d1-8c8754620aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:56:16.349624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.421183 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:56:16.424886 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:56:16.430264 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.433232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:16.466900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.468293 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:16.469869 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] 10.222.0.39 "PUT /v2.0/ports/3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 200 len: 1094 time: 0.7650692 Jun 28 21:56:16.470830 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:16.472781 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:16.497142 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Pushing event updated for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:16.501772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-56aa0cf3-3afd-4992-b8df-c3206e983d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:16.550706 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-24740973-f0fe-4fca-b7db-b68a2b9a6942 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307492 Jun 28 21:56:16.562996 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62c58b7-2e70-4441-9b4f-61552c654c4c x-openstack-request-id: req-a62c58b7-2e70-4441-9b4f-61552c654c4c {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:16.563293 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:16.563580 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a62c58b7-2e70-4441-9b4f-61552c654c4c {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:16.564004 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'status': 'completed', 'code': 200} Jun 28 21:56:16.602496 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-6b21ca9a-fe48-4bb7-98f8-6f2d0914b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.604284 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-6b21ca9a-fe48-4bb7-98f8-6f2d0914b97e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1097 time: 0.0853820 Jun 28 21:56:16.648062 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-7e66be51-ce5d-470b-a82d-6d18d003f321 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 200 len: 217 time: 0.0352440 Jun 28 21:56:16.700089 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-c225dc95-763c-4f90-9bf9-99c4ed305453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.701533 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-c225dc95-763c-4f90-9bf9-99c4ed305453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0468097 Jun 28 21:56:16.753254 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-ad53f4c9-0a6b-408a-89ab-c880de019e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.754771 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-ad53f4c9-0a6b-408a-89ab-c880de019e1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1098 time: 0.1296179 Jun 28 21:56:16.764057 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-fa7b59d5-593b-4ffc-a7bb-6aa0107a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.765677 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-fa7b59d5-593b-4ffc-a7bb-6aa0107a2749 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571024 Jun 28 21:56:16.869677 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-cd900f74-191a-4ebe-8b4e-dc6e0a78fe8c service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869429 Jun 28 21:56:16.894117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-37a912bd-a97e-4f55-9e1c-c1115b1235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:16.895610 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-37a912bd-a97e-4f55-9e1c-c1115b1235c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.1114230 Jun 28 21:56:16.980980 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1d03c018-5326-4042-85fa-783d0dd7bf6f req-cac294a5-943e-4db2-9d68-0100536080b7 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019120 Jun 28 21:56:16.989748 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-73c10938-5214-4310-bee5-f4f2ae1a54a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 1000 time: 0.0868025 Jun 28 21:56:17.007590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:17.096686 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-9743102e-0ace-4889-8879-c3def1b6d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.098307 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-9743102e-0ace-4889-8879-c3def1b6d3e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.1014850 Jun 28 21:56:17.296078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-316927d6-3fdb-4f12-bdb4-7128555019f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.297677 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-316927d6-3fdb-4f12-bdb4-7128555019f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1673861 Jun 28 21:56:17.400448 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b997-1ade-47c2-8975-1f68373e0790 req-2f929109-d0e1-473d-895c-a57751aed0e3 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.401865 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0148b997-1ade-47c2-8975-1f68373e0790 req-2f929109-d0e1-473d-895c-a57751aed0e3 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.1823189 Jun 28 21:56:17.468856 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-4b00e6a3-e91d-48a5-bf27-59a3f236357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.470556 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-4b00e6a3-e91d-48a5-bf27-59a3f236357d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1097 time: 0.4319010 Jun 28 21:56:17.480556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-1e1c26fe-a026-420f-a255-22e1bba0aa14 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.482013 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-1e1c26fe-a026-420f-a255-22e1bba0aa14 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1222477 Jun 28 21:56:17.486189 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-b97e0d5a-9cdc-4ccb-91fa-e2f0f5a58a57 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752348 Jun 28 21:56:17.512785 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-8b83ef5f-74b4-4f05-a9d2-4a48056bea36 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/quotas/624c0c69f3ff4d8ab62e02b3b16e8cf7 HTTP/1.1" status: 200 len: 375 time: 0.0213175 Jun 28 21:56:17.519422 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0148b997-1ade-47c2-8975-1f68373e0790 req-1bd79ca9-565f-4331-a586-2ae4c92dc854 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916696 Jun 28 21:56:17.609277 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Deleting port f409aa26-7a30-4b43-a482-0dc43c33d8ab {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:56:17.609616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:17.630791 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-c8190655-d14e-4901-ab5c-7e51313687d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.632254 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-c8190655-d14e-4901-ab5c-7e51313687d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.1493933 Jun 28 21:56:17.632741 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ce98048a-2f6c-4298-aa5c-dd8143983bbd req-894984e4-9f3a-4b89-909b-a5dbb1fd9ecc service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279600 Jun 28 21:56:17.645561 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-57d65639-029a-41bf-86ea-5c003bc86af9 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259279 Jun 28 21:56:17.688315 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-6c06a7b2-97e5-4c9b-bc47-0e3fb954dc88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 200 len: 217 time: 0.0417686 Jun 28 21:56:17.693841 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] For port f409aa26-7a30-4b43-a482-0dc43c33d8ab, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=f409aa26-7a30-4b43-a482-0dc43c33d8ab,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:17.694235 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:17.709185 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Calling delete_port for f409aa26-7a30-4b43-a482-0dc43c33d8ab owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:56:17.791780 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-2305f0cf-c1de-4802-a65c-9ff0f681ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.793224 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-2305f0cf-c1de-4802-a65c-9ff0f681ef3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0946400 Jun 28 21:56:17.836203 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-66e1fd5a-53d0-499b-8340-93aec8dbcd69 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556797 Jun 28 21:56:17.895277 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:17.897453 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:17.918853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-4ac7fe6f-7d0c-495e-a240-f6f603e4321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:17.919454 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f409aa26-7a30-4b43-a482-0dc43c33d8ab,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:17.920339 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-4ac7fe6f-7d0c-495e-a240-f6f603e4321b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189809 Jun 28 21:56:17.921956 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:17.966788 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-e5c8e851-4d98-4e5c-88f3-fcbb7a9c16fb service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237717 Jun 28 21:56:18.033620 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-aa92ccb1-75a1-4cc9-8643-37e84d124070 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049428 Jun 28 21:56:18.101756 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:18.164006 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fd4dbdba-7ab8-44b5-9cee-6cb7491aad5d req-58b391b2-d612-4967-bed7-8740b2dd4d44 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209190 Jun 28 21:56:18.494245 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-036b30df-e6de-43a8-97c8-80cdb69aaa52 req-7e854d2f-b459-4414-9eb8-843cfc75add2 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 210 time: 0.3249810 Jun 28 21:56:18.624107 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Router 4efa753d-4a42-4661-83c3-8fbf211d96d2 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:56:18.704897 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ceda-0cd0-4515-915a-0256575efeee req-70f62f62-a86f-4704-b22e-80d1b6910c95 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:18.706514 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6524ceda-0cd0-4515-915a-0256575efeee req-70f62f62-a86f-4704-b22e-80d1b6910c95 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.0673234 Jun 28 21:56:18.735442 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:56:18.740796 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-631cbb06-ceb9-4b43-bf50-ddceabb77b33 admin admin] 10.222.0.37 "PUT /v2.0/routers/4efa753d-4a42-4661-83c3-8fbf211d96d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275806 Jun 28 21:56:18.744145 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53268) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:18.747108 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Sync routers for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:56:18.781143 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:18.781765 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:18.783066 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6524ceda-0cd0-4515-915a-0256575efeee req-92a24063-40e4-4927-b4b8-31a7fd26373d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671990 Jun 28 21:56:18.874309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks [] for router, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:18.897327 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:18.977385 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.027006 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Deleting port 9ea39199-46b0-4216-9dde-2b03262e0955 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:56:19.027340 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.073683 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:56:17Z', 'revision_number': 5, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port': {'id': '9ea39199-46b0-4216-9dde-2b03262e0955', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:19.101125 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Checking router: 4efa753d-4a42-4661-83c3-8fbf211d96d2 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:56:19.106811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] For port 9ea39199-46b0-4216-9dde-2b03262e0955, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=9ea39199-46b0-4216-9dde-2b03262e0955,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:19.107617 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.111101 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Routers {'4efa753d-4a42-4661-83c3-8fbf211d96d2'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:19.111717 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:55:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['4efa753d-4a42-4661-83c3-8fbf211d96d2'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:19.120693 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Calling delete_port for 9ea39199-46b0-4216-9dde-2b03262e0955 owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:56:19.199249 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] Set router 4efa753d-4a42-4661-83c3-8fbf211d96d2 gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:19.319127 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.325207 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e5d5498e-4e98-4ca4-85e7-c1aaa196ae21 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:19.350783 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:56:18Z', 'revision_number': 6, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:19.368256 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea39199-46b0-4216-9dde-2b03262e0955,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:19.378199 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ee3a2-012b-42d7-90fb-591f255adf49 None None] The sync data for ids ['4efa753d-4a42-4661-83c3-8fbf211d96d2'] in dv-cinder-798384-1-iscsi is: [{'id': '4efa753d-4a42-4661-83c3-8fbf211d96d2', 'name': 'tempest-AttachVolumeShelveTestJSON-946550922-router', 'tenant_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:48:47Z', 'updated_at': '2021-06-28T21:56:18Z', 'revision_number': 6, 'project_id': 'a7b4c25dc4e5437c98976c60616f11f5', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:56:19.385737 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-540b8022-0d5a-41e1-9a8d-81d03b6fb5f5 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:19.387227 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-540b8022-0d5a-41e1-9a8d-81d03b6fb5f5 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1477702 Jun 28 21:56:19.399998 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:19.406973 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Request body: {'port': {'device_id': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'admin_state_up': True, 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:19.442766 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.537967 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:19.541203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.554389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.556759 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.627369 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.627933 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efa753d-4a42-4661-83c3-8fbf211d96d2 {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:56:19.633232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] Notify callbacks [] for router, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.634406 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e3508d0b-a34c-4bc8-9a46-34fa70e57015 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4efa753d-4a42-4661-83c3-8fbf211d96d2 HTTP/1.1" status: 204 len: 168 time: 0.8892951 Jun 28 21:56:19.644324 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53276) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:19.673402 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0c26fd8f-2a61-4c97-bf47-ab937905439e req-967a54de-9514-4083-a4d4-94a9a87ee74b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 210 time: 0.0377500 Jun 28 21:56:19.679956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Allocated IP 172.20.0.9 (54dd9e8b-7d8d-41d4-b119-7e0554ab77bd/7ca0e45b-c05c-4c96-b99e-0167bf915add/663704fa-e133-4eb1-a024-74a26f97e610) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:56:19.711021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Deleting subnet a1ffad63-2464-488b-9669-6fc4b46958ac {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:56:19.714159 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.752706 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.843769 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.848521 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.898262 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.902670 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-64c2efca-b7fc-44fe-86d1-47fb1cebe99c tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:19.915328 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8', '16a10ea5-2fa9-4af0-837c-e04c9a2e8233'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:19.928039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.930749 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-378aabea-489c-4df3-b558-7aabdacf7de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:19.955161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ffad63-2464-488b-9669-6fc4b46958ac,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:19.958187 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:19.962185 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:19.966055 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2c64bb73-8115-40cc-8dbe-f7d5429ab486 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1ffad63-2464-488b-9669-6fc4b46958ac HTTP/1.1" status: 204 len: 168 time: 0.3202100 Jun 28 21:56:19.970194 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53280) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:19.972469 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:56:19.979883 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99420d68-438b-4432-9f81-9e5d86e45337 None None] Network 83459f51-a67e-4f58-90a6-c29d82f44af4 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:19.985464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:19.988561 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:56:19.991385 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event updated for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:19.996155 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:20.050150 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.052497 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:20.052905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.073698 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3003a1-8844-429e-98a1-48e0d6f8994d req-05bcc045-6ea6-40aa-8802-603c9c9b85f7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:20.075242 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f3003a1-8844-429e-98a1-48e0d6f8994d req-05bcc045-6ea6-40aa-8802-603c9c9b85f7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.1677258 Jun 28 21:56:20.081722 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6803219 Jun 28 21:56:20.095898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Request body: {'port': {'device_id': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:20.110104 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Deleting port 347b359b-61dd-4ad5-9899-4d210b3b6402 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:56:20.110664 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.150647 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6f3003a1-8844-429e-98a1-48e0d6f8994d req-38ff0681-22ef-422d-87db-ff970be3a1a5 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677464 Jun 28 21:56:20.184582 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] For port 347b359b-61dd-4ad5-9899-4d210b3b6402, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=347b359b-61dd-4ad5-9899-4d210b3b6402,segment=NetworkSegment(91944aac-0bb2-409c-8244-b92682f1f452),segment_id=91944aac-0bb2-409c-8244-b92682f1f452)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:20.185089 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.195782 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.203144 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Calling delete_port for 347b359b-61dd-4ad5-9899-4d210b3b6402 owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:56:20.312244 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.314683 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-49c00170-aea0-4555-a762-1048f328ac66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:20.320059 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb6cfe-ed0e-47ef-b45c-87777b42533d None None] DHCP port deletion for 83459f51-a67e-4f58-90a6-c29d82f44af4 request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:56:20.365117 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Pushing event deleted for resources: {'Port': ['ID=347b359b-61dd-4ad5-9899-4d210b3b6402,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:20.370534 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:20.371569 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] No DVR routers for this DVR port 347b359b-61dd-4ad5-9899-4d210b3b6402 on host dv-cinder-798384-1-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:56:20.447039 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.465171 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83459f51-a67e-4f58-90a6-c29d82f44af4']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:20.476521 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91944aac-0bb2-409c-8244-b92682f1f452') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:20.476816 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91944aac-0bb2-409c-8244-b92682f1f452') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:20.486768 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.508023 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.510781 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663704fa-e133-4eb1-a024-74a26f97e610 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:20.515689 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:56:20.516104 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:56:20.518773 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:56:20.521361 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.532310 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Transition to ACTIVE for port object 663704fa-e133-4eb1-a024-74a26f97e610 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:56:20.536910 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.539046 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a4be1085-375c-443b-bedb-dcc1c77c0024 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:20.580428 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.585918 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.587902 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] 10.222.0.37 "DELETE /v2.0/networks/83459f51-a67e-4f58-90a6-c29d82f44af4 HTTP/1.1" status: 204 len: 168 time: 0.6164842 Jun 28 21:56:20.588767 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:20.589015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Pushing event updated for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:20.592738 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:20.610232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Pushing event deleted for resources: {'Network': ['ID=83459f51-a67e-4f58-90a6-c29d82f44af4,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:20.612964 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:20.641231 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-37e55a7b-b83b-48f0-b13f-5526345ac037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.666419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Attempting to bind port 663704fa-e133-4eb1-a024-74a26f97e610 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:56:20.666835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Attempting to bind port 663704fa-e133-4eb1-a024-74a26f97e610 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:56:20.667107 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Attempting to bind port 663704fa-e133-4eb1-a024-74a26f97e610 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:20.672479 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Port 663704fa-e133-4eb1-a024-74a26f97e610 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:56:20.672793 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Attempting to bind port 663704fa-e133-4eb1-a024-74a26f97e610 on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:20.678079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:56:20.678408 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Checking segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:20.678787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Bound using segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:56:20.679208 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Bound port: 663704fa-e133-4eb1-a024-74a26f97e610, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:56:20.679609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.733861 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53286) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:20.787461 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:56:20.792086 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-377ca98e-dbce-4bf8-8601-fe0b27246078 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7b4c25dc4e5437c98976c60616f11f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0570683 Jun 28 21:56:20.793936 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=663704fa-e133-4eb1-a024-74a26f97e610,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:56:20.794810 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53288) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:20.799204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.802350 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:20.826200 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device f409aa26-7a30-4b43-a482-0dc43c33d8ab no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:56:20.834359 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:20.834890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.836487 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-5df665c5-854a-4dae-a996-a262663af286 service neutron] 10.222.0.39 "PUT /v2.0/ports/663704fa-e133-4eb1-a024-74a26f97e610 HTTP/1.1" status: 200 len: 1093 time: 0.7454050 Jun 28 21:56:20.839111 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:20.842108 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce5684-985c-48b9-84b2-69f49436f057" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "tag": "663704fa-e133-4eb1-a024-74a26f97e610"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:20.851956 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: f409aa26-7a30-4b43-a482-0dc43c33d8ab {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:56:20.852523 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device f409aa26-7a30-4b43-a482-0dc43c33d8ab not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:56:20.853278 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 9ea39199-46b0-4216-9dde-2b03262e0955 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:56:20.878716 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 9ea39199-46b0-4216-9dde-2b03262e0955 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:56:20.880984 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 9ea39199-46b0-4216-9dde-2b03262e0955 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:56:20.881689 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 347b359b-61dd-4ad5-9899-4d210b3b6402 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:56:20.903247 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 347b359b-61dd-4ad5-9899-4d210b3b6402 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:56:20.903721 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 347b359b-61dd-4ad5-9899-4d210b3b6402 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:56:20.904671 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bdcf04-84ea-4055-bf42-21bfdd0a2936 x-openstack-request-id: req-71bdcf04-84ea-4055-bf42-21bfdd0a2936 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:20.905232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "tag": "663704fa-e133-4eb1-a024-74a26f97e610", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:20.906125 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71bdcf04-84ea-4055-bf42-21bfdd0a2936 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:20.906744 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610', 'status': 'completed', 'code': 200} Jun 28 21:56:20.908843 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Pushing event updated for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:20.925059 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:20.933004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:20.938270 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043e5d-2cdb-40e6-8d37-09c71eda74f7 req-5df9464b-032e-4c25-9c33-3d2f9f3d1cff tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:20.939747 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26043e5d-2cdb-40e6-8d37-09c71eda74f7 req-5df9464b-032e-4c25-9c33-3d2f9f3d1cff tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 943 time: 0.1159341 Jun 28 21:56:20.969252 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-9e23256c-b84b-49ec-bb6b-0cf5ec662c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:20.970763 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-9e23256c-b84b-49ec-bb6b-0cf5ec662c92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0773394 Jun 28 21:56:20.971480 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:21.007388 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26043e5d-2cdb-40e6-8d37-09c71eda74f7 req-fc7f4049-ed38-4e80-8b5c-d9b972171f45 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 Jun 28 21:56:21.013413 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-1927d011-9cb8-4bd8-a4f0-b961fa6aac29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=663704fa-e133-4eb1-a024-74a26f97e610 HTTP/1.1" status: 200 len: 217 time: 0.0344727 Jun 28 21:56:21.043466 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:21.046716 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:21.047917 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2db5311e-5a11-43d5-9626-1b53a91e0391 HTTP/1.1" status: 204 len: 168 time: 0.2513134 Jun 28 21:56:21.048828 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-233d4ba8-93d4-4701-bfaf-853ecd986b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:21.057733 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5311e-5a11-43d5-9626-1b53a91e0391,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:21.060789 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:21.064966 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-2cf0808c-3e02-464a-9af7-f70abe55edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:21.070841 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-2cf0808c-3e02-464a-9af7-f70abe55edd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0494266 Jun 28 21:56:21.105972 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-18e762b8-73f8-42b5-b65b-873bf20818f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270417 Jun 28 21:56:21.201685 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-fc071182-98ef-4b06-b337-41ffa882bcf0 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876582 Jun 28 21:56:21.337316 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d4f8e0ea-00d9-4042-8185-c66a0797fc73 req-f8635ce9-1603-4a35-b44d-a2d24bc574d3 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264055 Jun 28 21:56:21.363993 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585402ad-a05e-48b1-a802-3e486185e6aa req-1596860b-1d75-4ee7-aa7d-d0c82b9a199e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:21.365490 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-585402ad-a05e-48b1-a802-3e486185e6aa req-1596860b-1d75-4ee7-aa7d-d0c82b9a199e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.0857704 Jun 28 21:56:21.411984 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-585402ad-a05e-48b1-a802-3e486185e6aa req-676930ea-d610-4824-996b-21159379b715 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Jun 28 21:56:21.457480 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5684-985c-48b9-84b2-69f49436f057 req-923ac4f2-4bb2-44fe-9cfc-625422d7715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:21.459329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-923ac4f2-4bb2-44fe-9cfc-625422d7715c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0622859 Jun 28 21:56:21.553131 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5684-985c-48b9-84b2-69f49436f057 req-9fd69432-6f3a-4048-be2b-2ff45730d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:21.554631 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-9fd69432-6f3a-4048-be2b-2ff45730d93e service neutron] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 916 time: 0.0889270 Jun 28 21:56:21.617605 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-b3f7847d-fa08-403b-856a-5db689e2969c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=663704fa-e133-4eb1-a024-74a26f97e610 HTTP/1.1" status: 200 len: 217 time: 0.0544133 Jun 28 21:56:21.674075 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5684-985c-48b9-84b2-69f49436f057 req-d3ad56ee-1719-4466-b679-d183dc9e3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:21.675529 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-d3ad56ee-1719-4466-b679-d183dc9e3c22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0497954 Jun 28 21:56:21.711698 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-c705429e-8f2e-41a7-a1db-d6e902d29c7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270326 Jun 28 21:56:21.818242 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-ffe2c696-94d5-4bb1-a9ec-f1c5d5c03fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974929 Jun 28 21:56:21.832911 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53314) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:21.919509 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-89ce5684-985c-48b9-84b2-69f49436f057 req-d8226287-c129-44b9-bf58-469b053879bb service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939393 Jun 28 21:56:21.934368 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192891061-network', 'tenant_id': 'e82aa7ae623e416bb6c39ceafe7393e8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:21.956996 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Made reservation on behalf of e82aa7ae623e416bb6c39ceafe7393e8 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:21.959529 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:21.968854 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.063254 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.069190 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.072382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a7df85fd-1d85-460e-a684-d6822c97f24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:22.098970 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:56:22.108846 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870125d1-7180-4d39-b6a1-95b1e7add971,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:22.113201 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:22.114301 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.114632 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Added segment 3f02ac62-a799-487c-acec-cad4b5757f56 of type vlan for network 6b266ff8-e88b-40da-9146-b74ee8b0d598 Jun 28 21:56:22.181431 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.231530 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.234098 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:22.234662 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.238107 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:22.249381 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820475ac-99ad-4a27-86b4-3fa8bda2e90e req-ab1c833c-e258-484b-80cd-e808942d4ccd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:22.250855 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-820475ac-99ad-4a27-86b4-3fa8bda2e90e req-ab1c833c-e258-484b-80cd-e808942d4ccd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 943 time: 0.1081953 Jun 28 21:56:22.284430 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4503217 Jun 28 21:56:22.288706 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53320) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:22.294071 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Request body: {'subnet': {'network_id': '6b266ff8-e88b-40da-9146-b74ee8b0d598', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192891061-subnet', 'tenant_id': 'e82aa7ae623e416bb6c39ceafe7393e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:22.324137 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Made reservation on behalf of e82aa7ae623e416bb6c39ceafe7393e8 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:22.326913 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.344733 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-820475ac-99ad-4a27-86b4-3fa8bda2e90e req-4c333002-202a-4243-8cc4-28d5d317e58f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819602 Jun 28 21:56:22.345425 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6b266ff8-e88b-40da-9146-b74ee8b0d598,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:22.348161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b033ddea-0744-4e34-a33d-67cf7a0c35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:22.358754 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 6b266ff8-e88b-40da-9146-b74ee8b0d598 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:56:22.515827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.518194 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:22.610426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=187ed904-e4fa-45f9-80b1-2b74de5da78e,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:22.614787 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:22.624116 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Checking segment: {'id': '3f02ac62-a799-487c-acec-cad4b5757f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b266ff8-e88b-40da-9146-b74ee8b0d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:22.624474 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Network hostable DHCP agents. Network: 6b266ff8-e88b-40da-9146-b74ee8b0d598, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:56:22.650955 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Network 6b266ff8-e88b-40da-9146-b74ee8b0d598 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:56:22.663810 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2628d-dde2-49b9-a3b4-7cc1f99b9ea4 req-2b3b8864-a0d1-4ff8-8b74-33fd159f2fde tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:22.665279 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-85c2628d-dde2-49b9-a3b4-7cc1f99b9ea4 req-2b3b8864-a0d1-4ff8-8b74-33fd159f2fde tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.1210346 Jun 28 21:56:22.671484 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 6b266ff8-e88b-40da-9146-b74ee8b0d598) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:22.676540 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:22.677309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:22.680554 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73894151-e68c-48d8-8e42-88801c4ae192 None None] Network 6b266ff8-e88b-40da-9146-b74ee8b0d598 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:22.704814 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-fa4b4be1-45bc-40ef-8853-d6db7c49b5fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4147923 Jun 28 21:56:22.718959 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-85c2628d-dde2-49b9-a3b4-7cc1f99b9ea4 req-d023faf1-1a36-4f42-bfeb-7bf0610e914a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 Jun 28 21:56:22.812240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa6714-ab85-4d1f-aaad-a0d8400ee0e7 None None] Network 6b266ff8-e88b-40da-9146-b74ee8b0d598 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:23.132865 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-931b6380-d5a8-47d7-8f64-50d645f9ef66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.210899 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53338) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:23.215879 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-351679515-network', 'tenant_id': 'e5db50cfdafb416797e46fe60cdca295'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:23.236636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Made reservation on behalf of e5db50cfdafb416797e46fe60cdca295 for: {'network': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:23.239163 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.248115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.337229 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.340926 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.344015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-21297945-f43c-4b7b-a145-e65b8ce3332b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:23.367624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:56:23.374457 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804cc5de-dc08-4f86-84c8-0630747c8d29,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:23.378701 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:23.381283 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.381621 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.segments_db [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Added segment c02aec2f-aea0-4791-891d-5136044a6758 of type vlan for network c8c8fc05-7603-4c9c-8948-1a365f42965a Jun 28 21:56:23.422843 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.451721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.453759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:23.454378 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.456486 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:23.512318 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3001549 Jun 28 21:56:23.515738 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53342) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:23.518378 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Pushing event updated for resources: {'Network': ['ID=c8c8fc05-7603-4c9c-8948-1a365f42965a,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:23.521163 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:23.522391 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Request body: {'subnet': {'network_id': 'c8c8fc05-7603-4c9c-8948-1a365f42965a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-351679515-subnet', 'tenant_id': 'e5db50cfdafb416797e46fe60cdca295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:23.523915 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.534628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network c8c8fc05-7603-4c9c-8948-1a365f42965a details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:56:23.555737 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Made reservation on behalf of e5db50cfdafb416797e46fe60cdca295 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:23.558214 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8927722'] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.568218 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af7f6-5bdb-4def-bc26-3c2127ac2e67 req-8a0c5165-1bc9-463c-85fd-01377d860f29 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:23.569703 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d78af7f6-5bdb-4def-bc26-3c2127ac2e67 req-8a0c5165-1bc9-463c-85fd-01377d860f29 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 943 time: 0.0991228 Jun 28 21:56:23.666396 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d78af7f6-5bdb-4def-bc26-3c2127ac2e67 req-e7733794-13eb-4165-b667-ab42f48515a1 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842328 Jun 28 21:56:23.763915 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9258698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8927740'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.766270 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:23.816864 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fd48b2-fdf3-4dc2-80bf-e7137de46874,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:23.820410 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:23.827218 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Checking segment: {'id': 'c02aec2f-aea0-4791-891d-5136044a6758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c8c8fc05-7603-4c9c-8948-1a365f42965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:23.827570 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Network hostable DHCP agents. Network: c8c8fc05-7603-4c9c-8948-1a365f42965a, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:56:23.844495 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Network c8c8fc05-7603-4c9c-8948-1a365f42965a is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:56:23.853056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, c8c8fc05-7603-4c9c-8948-1a365f42965a) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:23.857125 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:23.857676 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:23.864670 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42bcad-03bc-4d97-a5f0-bf2ddc75b6cd None None] Network c8c8fc05-7603-4c9c-8948-1a365f42965a requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:23.881851 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-97b2df2f-11de-4299-b43e-4aca0aede782 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3549283 Jun 28 21:56:23.920995 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3831c32-2621-4772-8577-6b0f31906af9 req-ebc01819-c43b-4d56-9caa-477c77d53769 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:23.922497 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d3831c32-2621-4772-8577-6b0f31906af9 req-ebc01819-c43b-4d56-9caa-477c77d53769 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.0921071 Jun 28 21:56:23.982112 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-d3831c32-2621-4772-8577-6b0f31906af9 req-52ef90c8-79ab-49a5-9428-5230b589392e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523119 Jun 28 21:56:24.012311 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013333fb-01f1-4a97-b11a-4650ed0e220e None None] Network c8c8fc05-7603-4c9c-8948-1a365f42965a requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:24.014988 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53348) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:24.065057 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Deleting subnet 187ed904-e4fa-45f9-80b1-2b74de5da78e {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:56:24.068161 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.101493 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.140215 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.191997 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.195263 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:24.220818 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187ed904-e4fa-45f9-80b1-2b74de5da78e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:24.223036 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.224865 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/187ed904-e4fa-45f9-80b1-2b74de5da78e HTTP/1.1" status: 204 len: 168 time: 0.2086253 Jun 28 21:56:24.225775 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-05731b87-eb65-4e58-b65d-7c474d034da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:24.227350 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53350) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:24.263733 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.307991 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.390517 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.400771 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b266ff8-e88b-40da-9146-b74ee8b0d598']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.414935 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f02ac62-a799-487c-acec-cad4b5757f56') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.415226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f02ac62-a799-487c-acec-cad4b5757f56') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.424826 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.438685 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.444323 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:56:24.444697 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:56:24.446307 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:56:24.505321 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.510936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1bef8cb8-15e8-4e85-8c25-9f325c877ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:24.513594 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.516327 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b266ff8-e88b-40da-9146-b74ee8b0d598 HTTP/1.1" status: 204 len: 168 time: 0.2879903 Jun 28 21:56:24.520066 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53352) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:24.529189 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Pushing event deleted for resources: {'Network': ['ID=6b266ff8-e88b-40da-9146-b74ee8b0d598,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:24.531555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:24.567322 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Deleting subnet f6fd48b2-fdf3-4dc2-80bf-e7137de46874 {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:56:24.570447 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.608905 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.646471 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.699017 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.701332 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-67794a13-5652-4b16-8bc9-bd85f841f520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:24.724712 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fd48b2-fdf3-4dc2-80bf-e7137de46874,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:24.727734 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:24.728715 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.730584 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-efec8fca-dbd5-4f34-86dd-1a101f82b834 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6fd48b2-fdf3-4dc2-80bf-e7137de46874 HTTP/1.1" status: 204 len: 168 time: 0.2092967 Jun 28 21:56:24.732985 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53356) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:24.804166 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.853622 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962ac6-294d-4d00-b4f8-f721a7ca57f8 req-2ce10e3a-e8cb-415e-9d7f-8edaf37b8e6c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:24.855021 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-14962ac6-294d-4d00-b4f8-f721a7ca57f8 req-2ce10e3a-e8cb-415e-9d7f-8edaf37b8e6c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 943 time: 0.0666740 Jun 28 21:56:24.880928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.890835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c8fc05-7603-4c9c-8948-1a365f42965a']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.898076 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-14962ac6-294d-4d00-b4f8-f721a7ca57f8 req-929fbf87-583d-42d3-8965-8f6c9989a1e4 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Jun 28 21:56:24.900768 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02aec2f-aea0-4791-891d-5136044a6758') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.901141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02aec2f-aea0-4791-891d-5136044a6758') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:24.911032 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.929208 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.934906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:56:24.935278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:56:24.936856 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:56:24.987921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.992973 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.998976 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/c8c8fc05-7603-4c9c-8948-1a365f42965a HTTP/1.1" status: 204 len: 168 time: 0.2612767 Jun 28 21:56:24.998976 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:24.999127 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 663704fa-e133-4eb1-a024-74a26f97e610 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:56:25.013382 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c8fc05-7603-4c9c-8948-1a365f42965a,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:25.015927 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2e143e5f-d0cc-440e-80d3-179642ac56fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:25.102584 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=663704fa-e133-4eb1-a024-74a26f97e610,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:25.113563 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '663704fa-e133-4eb1-a024-74a26f97e610', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'port_id': '663704fa-e133-4eb1-a024-74a26f97e610', 'mac_address': 'fa:16:3e:b0:be:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0e45b-c05c-4c96-b99e-0167bf915add', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:56:25.158745 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.172392 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663704fa-e133-4eb1-a024-74a26f97e610 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:25.190630 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53362) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:25.202359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=663704fa-e133-4eb1-a024-74a26f97e610,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:25.208993 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.210346 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3351bfd1-2d49-4f0b-8d66-dec1113544a5 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:56:25.214113 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:25.236057 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-952457d8-3086-4dff-b0c4-d33771db5804 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e82aa7ae623e416bb6c39ceafe7393e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438578 Jun 28 21:56:25.238457 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53364) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:25.248642 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cabd1-a98f-491b-850b-88b0093c36d4 req-27ef83bd-cb64-45f1-89fb-95a4aeeb2419 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:25.250160 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f8cabd1-a98f-491b-850b-88b0093c36d4 req-27ef83bd-cb64-45f1-89fb-95a4aeeb2419 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 944 time: 0.0840204 Jun 28 21:56:25.291651 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-3f8cabd1-a98f-491b-850b-88b0093c36d4 req-0db6ad89-be57-4ff4-a802-84fb82bd765d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Jun 28 21:56:25.319319 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.339262 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:25.354152 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.377617 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:25.407334 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.411570 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.411738 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:25.411901 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/870125d1-7180-4d39-b6a1-95b1e7add971 HTTP/1.1" status: 204 len: 168 time: 0.1716630 Jun 28 21:56:25.412482 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b62226d9-2716-49ee-bc8c-3e76a6259c5f tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:25.422964 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870125d1-7180-4d39-b6a1-95b1e7add971,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:25.425568 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7710b109-b5df-4226-a4fb-c2bb1e3cdd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:25.436860 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'port_id': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'mac_address': 'fa:16:3e:7e:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:56:25.482623 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.494614 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3351bfd1-2d49-4f0b-8d66-dec1113544a5 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:25.516030 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:25.518993 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.521700 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:25.575069 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:25.578771 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:25.586623 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.724407 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53370) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:25.768797 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c821351b-8609-4844-8c2f-7da7023bbf94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5db50cfdafb416797e46fe60cdca295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431581 Jun 28 21:56:25.771168 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53372) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:25.782879 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['663704fa-e133-4eb1-a024-74a26f97e610'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:25.786698 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['3351bfd1-2d49-4f0b-8d66-dec1113544a5'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:25.822467 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.849151 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.904023 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.906163 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.909891 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/804cc5de-dc08-4f86-84c8-0630747c8d29 HTTP/1.1" status: 204 len: 168 time: 0.1377568 Jun 28 21:56:25.910742 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-214e77f4-b565-4d5d-b7d8-275ff5cec1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:25.920044 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804cc5de-dc08-4f86-84c8-0630747c8d29,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:25.924021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c2129a5c-a56a-4188-aad4-1fdd982043fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:26.092716 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb30297-7529-4e7e-8b71-e642fbf221eb req-7465a2a3-2372-43db-b06c-b66311d58eb1 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:26.094245 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fdb30297-7529-4e7e-8b71-e642fbf221eb req-7465a2a3-2372-43db-b06c-b66311d58eb1 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 944 time: 0.0686355 Jun 28 21:56:26.136336 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fdb30297-7529-4e7e-8b71-e642fbf221eb req-34ccea63-9802-457f-b11e-d5e16c5a7cfb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Jun 28 21:56:26.480399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3f1c-1671-42a2-8413-63dedb2d30be req-3694ff06-43b8-4630-a214-9bd628eda7b8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:26.481920 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-709d3f1c-1671-42a2-8413-63dedb2d30be req-3694ff06-43b8-4630-a214-9bd628eda7b8 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 945 time: 0.0679517 Jun 28 21:56:26.520874 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-709d3f1c-1671-42a2-8413-63dedb2d30be req-1d069afb-2197-4a26-8c23-8cf1606bdbd6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327370 Jun 28 21:56:26.996139 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 663704fa-e133-4eb1-a024-74a26f97e610 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:56:27.044131 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 663704fa-e133-4eb1-a024-74a26f97e610 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:56:27.048611 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 663704fa-e133-4eb1-a024-74a26f97e610 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:27.049011 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.127544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.150895 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:27.153507 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d184bb8-04e5-4f4a-9248-7f796b03e0eb" -d '{"events": [{"server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "name": "network-vif-plugged", "status": "completed", "tag": "663704fa-e133-4eb1-a024-74a26f97e610"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:27.171649 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=663704fa-e133-4eb1-a024-74a26f97e610,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:27.176649 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.177885 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3351bfd1-2d49-4f0b-8d66-dec1113544a5 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:56:27.181022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:27.226806 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16252499-0b1e-4749-9abd-a59e5d36ae51 x-openstack-request-id: req-16252499-0b1e-4749-9abd-a59e5d36ae51 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:27.227145 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "name": "network-vif-plugged", "status": "completed", "tag": "663704fa-e133-4eb1-a024-74a26f97e610", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:27.227425 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16252499-0b1e-4749-9abd-a59e5d36ae51 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:27.227876 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610', 'code': 200} Jun 28 21:56:27.276787 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:27.287986 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:27.297745 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:56:27.302706 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:27.303284 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.364519 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab999c5b-9ebc-4df6-a708-0b27565a0862 req-c4b6bb50-0642-45fe-9c5e-0f55cdac2520 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:27.366186 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ab999c5b-9ebc-4df6-a708-0b27565a0862 req-c4b6bb50-0642-45fe-9c5e-0f55cdac2520 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0856183 Jun 28 21:56:27.431539 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.435321 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ab999c5b-9ebc-4df6-a708-0b27565a0862 req-6809599f-8580-4a9f-a9cf-eff77e17706a tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606744 Jun 28 21:56:27.468954 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:27.473691 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.475688 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:27.499139 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c84b8-444b-48da-bde3-c1bc53f4d936 req-7d8a81a5-adc0-4ea8-961c-e835693bce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:27.500533 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f51c84b8-444b-48da-bde3-c1bc53f4d936 req-7d8a81a5-adc0-4ea8-961c-e835693bce7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0804543 Jun 28 21:56:27.524343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:27.527427 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:27.540965 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f51c84b8-444b-48da-bde3-c1bc53f4d936 req-0e273eeb-881e-4e07-821e-287a76b71d8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331497 Jun 28 21:56:27.706397 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d5521-9814-4b4b-a2b4-b27c14008d8d req-87825e9e-2db8-40ed-9f7b-7ffdf7639998 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:27.707933 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4c5d5521-9814-4b4b-a2b4-b27c14008d8d req-87825e9e-2db8-40ed-9f7b-7ffdf7639998 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0628068 Jun 28 21:56:27.732758 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53434) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:27.765228 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4c5d5521-9814-4b4b-a2b4-b27c14008d8d req-f09be5dc-274c-4015-9d1b-3ba293e0cc99 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480194 Jun 28 21:56:27.841507 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.193949 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.198012 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.200408 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-64ea70c1-3844-4108-93e6-cc19dbe10807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:28.235493 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b321b-56db-417d-b7a8-68bff323bf96,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:28.239611 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7195f16540e49988481cca58128e7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053394 Jun 28 21:56:28.240483 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:28.242206 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53438) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:28.303103 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.324791 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.372571 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.376506 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.378238 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/449b321b-56db-417d-b7a8-68bff323bf96 HTTP/1.1" status: 204 len: 168 time: 0.1349449 Jun 28 21:56:28.379392 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6071bfc7-bdb1-4ad4-9c7f-b028ef09448f tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:28.388526 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b321b-56db-417d-b7a8-68bff323bf96,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:28.391430 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:28.629772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072bde-3e24-4c8a-8ed6-96cf71467d80 req-9603b0be-5a1f-483f-9c93-e7d200cf007e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:28.631433 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28072bde-3e24-4c8a-8ed6-96cf71467d80 req-9603b0be-5a1f-483f-9c93-e7d200cf007e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0715532 Jun 28 21:56:28.659948 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53446) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:28.680944 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.685050 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28072bde-3e24-4c8a-8ed6-96cf71467d80 req-cb531db9-c33a-4db6-9179-9f87bd04b59b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Jun 28 21:56:28.780278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.784498 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.787217 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b13ed291-3249-4977-a894-4c28626a2e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:28.954221 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958369-2aac-4289-825b-e7e58dafe8bb req-0242faa7-0e99-4324-855a-a341c796f794 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:28.955822 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c0958369-2aac-4289-825b-e7e58dafe8bb req-0242faa7-0e99-4324-855a-a341c796f794 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0721295 Jun 28 21:56:29.000279 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c0958369-2aac-4289-825b-e7e58dafe8bb req-7d1fd789-f4b0-4170-befa-65e0064b6556 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350637 Jun 28 21:56:29.110634 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0f49b16908747ddabdf620033ccb7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495962 Jun 28 21:56:29.111559 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54b4e2-8317-45b6-abcd-b51bee287f4d,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:29.113218 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53450) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:29.114635 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6a8a6242-cb29-4624-8fc9-3607db77d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:29.162203 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:29.182240 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:29.226819 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:29.229085 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:29.229863 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:29.230603 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f54b4e2-8317-45b6-abcd-b51bee287f4d HTTP/1.1" status: 204 len: 168 time: 0.1157467 Jun 28 21:56:29.231489 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7632f120-104e-44a3-9435-dedd00338467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:29.233123 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0616a9-3bf7-4a71-9ece-8fca6d4aaeb7" -d '{"events": [{"server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "name": "network-vif-plugged", "status": "completed", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:29.239864 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54b4e2-8317-45b6-abcd-b51bee287f4d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:29.242095 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f7f354e7-d666-4334-9154-caa7779f6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:29.277312 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ba357-fa9f-478d-abf8-5e83e21922c7 x-openstack-request-id: req-e47ba357-fa9f-478d-abf8-5e83e21922c7 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:29.277729 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "name": "network-vif-plugged", "status": "completed", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:29.278060 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e47ba357-fa9f-478d-abf8-5e83e21922c7 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:29.278458 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'code': 200} Jun 28 21:56:29.608596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3f9e-5144-48e5-97c8-1817dbaae190 req-9410fbac-1e45-40b1-b860-37b97ad7a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:29.610503 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9bce3f9e-5144-48e5-97c8-1817dbaae190 req-9410fbac-1e45-40b1-b860-37b97ad7a782 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1099 time: 0.0539210 Jun 28 21:56:29.646666 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9bce3f9e-5144-48e5-97c8-1817dbaae190 req-deba004a-282d-499e-8125-0fc70a9582e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286558 Jun 28 21:56:29.869154 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05be96-0865-46ec-8454-195b9c60fc3b req-2e4fbaa2-4f11-4bf7-820a-42d5db22af02 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:29.870760 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fc05be96-0865-46ec-8454-195b9c60fc3b req-2e4fbaa2-4f11-4bf7-820a-42d5db22af02 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0729334 Jun 28 21:56:29.910636 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fc05be96-0865-46ec-8454-195b9c60fc3b req-17332143-d2ee-461f-93bc-850cc8d86b47 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Jun 28 21:56:30.199760 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc849-c7eb-4dec-9120-74308d362545 req-54d9f255-d071-426b-b4ec-7eda86c70a85 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:30.212038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-361fc849-c7eb-4dec-9120-74308d362545 req-54d9f255-d071-426b-b4ec-7eda86c70a85 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0933995 Jun 28 21:56:30.266672 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-361fc849-c7eb-4dec-9120-74308d362545 req-ad2a5bff-c0c7-4945-9267-c90e4e6b55f7 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369146 Jun 28 21:56:31.451223 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915cc1-06cb-47a6-be2a-dd7abb1a9c9e req-9029b22a-12a6-4e8d-846c-aec7c6eafc15 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:31.452724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0915cc1-06cb-47a6-be2a-dd7abb1a9c9e req-9029b22a-12a6-4e8d-846c-aec7c6eafc15 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0658746 Jun 28 21:56:31.494647 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c0915cc1-06cb-47a6-be2a-dd7abb1a9c9e req-4fd9a716-d74a-4c80-8715-aeb4c851ea46 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Jun 28 21:56:31.691231 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5bc43-ada8-4b42-8ac9-c86b213915f6 req-2d67c251-59fd-4032-8e7e-c6df212e75a2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:31.692759 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6ec5bc43-ada8-4b42-8ac9-c86b213915f6 req-2d67c251-59fd-4032-8e7e-c6df212e75a2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0718637 Jun 28 21:56:31.731126 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6ec5bc43-ada8-4b42-8ac9-c86b213915f6 req-a8e2b185-f781-4d5f-973b-cd77fa00015b tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Jun 28 21:56:31.762594 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53526) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:31.817365 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ea73d-efd9-4fc7-9806-f8b4b396149a tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:31.819056 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-393ea73d-efd9-4fc7-9806-f8b4b396149a tempest-TestVolumeBootPattern-1116919118 tempest-TestVolumeBootPattern-1116919118-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1094 time: 0.0554056 Jun 28 21:56:31.821763 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53528) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:31.826269 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'port_id': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:31.847972 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:31.950757 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.058762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Allocated IP 172.27.1.97 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/9abbf921-727d-439a-a168-0c895f7bf574) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:56:32.180046 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.220112 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.222177 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2e5690a8-1889-44cd-9a25-c7b0b4bc9015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:32.258698 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:56:32.261448 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:32.267842 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:56:32.289962 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=9abbf921-727d-439a-a168-0c895f7bf574,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:32.295393 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:32.477086 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:56:32.665291 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.749562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.896467 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.901272 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:32.903526 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-db554e62-10a7-4f2c-8398-46cba68cc549 tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:32.975745 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event updated for resources: {'Port': ['ID=9abbf921-727d-439a-a168-0c895f7bf574,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:32.979532 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:32.986655 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:33.087386 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP 362c1ff6-0270-481f-8363-29a40f19d24f associated. External IP: 172.27.1.97, port: 3351bfd1-2d49-4f0b-8d66-dec1113544a5. Jun 28 21:56:33.303787 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:56:33.419040 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:56:33.434033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:56:33.435013 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:33.444896 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:33.445595 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:56:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:33.488036 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-79117783-82c4-4213-a41e-759115c0738d tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6651096 Jun 28 21:56:33.488634 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:33.491196 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65f3c4293d79cdde9c1a83612fd2a6211cd4cf6ba86c9d570b40189835aedb93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:33.581556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:33.673645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8806e6-5f6b-4b60-b9ac-6fcc19c60197 x-openstack-request-id: req-5d8806e6-5f6b-4b60-b9ac-6fcc19c60197 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:33.674143 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:33.674340 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d8806e6-5f6b-4b60-b9ac-6fcc19c60197 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:33.674764 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'status': 'completed', 'code': 200} Jun 28 21:56:33.764817 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-caf39b5c-f4e2-492e-be9c-dbefafa495b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:33.766359 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-caf39b5c-f4e2-492e-be9c-dbefafa495b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1099 time: 0.0634985 Jun 28 21:56:33.825597 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '362c1ff6-0270-481f-8363-29a40f19d24f', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:7e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:56:32Z', 'updated_at': '2021-06-28T21:56:32Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}, {'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:33.855779 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:56:33.856036 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-714234d5-140d-45b2-9e1b-39c6d8c53a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:33.857588 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-714234d5-140d-45b2-9e1b-39c6d8c53a9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0843885 Jun 28 21:56:33.865391 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:56:33.866072 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:56:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:33.924070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-0c8b5e52-629a-41af-9e26-99a382907942 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 200 len: 999 time: 0.0599637 Jun 28 21:56:33.972457 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-2e65def5-32ea-4b27-abdc-bf6e2273682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:33.973909 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-2e65def5-32ea-4b27-abdc-bf6e2273682c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0425313 Jun 28 21:56:33.976348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:56:34.031588 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-46cfaa17-7f21-450f-87e0-b17d89ff7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:34.032960 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-46cfaa17-7f21-450f-87e0-b17d89ff7aee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514889 Jun 28 21:56:34.126782 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-d5a7a56f-b899-42df-9c92-d2ca5206677b service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856314 Jun 28 21:56:34.202619 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '362c1ff6-0270-481f-8363-29a40f19d24f', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:7e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:56:32Z', 'updated_at': '2021-06-28T21:56:32Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}, {'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:56:34.220366 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b58b7be9-4178-4a93-84cc-9c6c25fcfda2 req-6cf5f8ea-799b-4e1b-9cf7-a6d0a72465c6 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858438 Jun 28 21:56:34.231633 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21492b-be6b-416a-b419-a673a2e917c8 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': '362c1ff6-0270-481f-8363-29a40f19d24f', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:7e:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:56:32Z', 'updated_at': '2021-06-28T21:56:32Z', 'revision_number': 0, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}, {'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:56:34.420998 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe319-9ea6-4116-87db-6f4072824e18 None None] New status for floating IP 362c1ff6-0270-481f-8363-29a40f19d24f: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:56:40.912466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-5597edae-6344-498d-972d-a5958259689d tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:40.913973 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-5597edae-6344-498d-972d-a5958259689d tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1073036 Jun 28 21:56:40.928692 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-5e2e4c9e-6ccb-4142-b959-88119991f018 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/quotas/624c0c69f3ff4d8ab62e02b3b16e8cf7 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Jun 28 21:56:41.000340 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-094c0f68-bb6e-4b7a-9255-59db5d4c5de7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661800 Jun 28 21:56:41.094273 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-96cec6f9-bbc3-49c4-aaa0-65293d6b2d37 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Jun 28 21:56:41.184527 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-b8ece65c-2f7c-4522-85ec-7aad18f7f820 service neutron] 10.222.0.37 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Jun 28 21:56:41.352615 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9947854e-b8c2-4d5e-884b-6c2929b96a92 req-354d8016-3212-47e4-9080-fcd03314e27f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 210 time: 0.0301530 Jun 28 21:56:42.519204 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b6dc8783-094f-4f3a-a7ec-e4c8da82bf39 req-3e6f7746-755a-4914-89a3-82c99a14c63b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Jun 28 21:56:42.592617 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-f67057eb-7ac5-4018-8399-a7453208b9b7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:42.594901 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-f67057eb-7ac5-4018-8399-a7453208b9b7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 815 time: 0.1415002 Jun 28 21:56:42.614484 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Request body: {'port': {'device_id': '790f8833-6eca-49fb-855b-3ece19691931', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'admin_state_up': True, 'tenant_id': '624c0c69f3ff4d8ab62e02b3b16e8cf7'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:42.734044 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Made reservation on behalf of 624c0c69f3ff4d8ab62e02b3b16e8cf7 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:56:42.737609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:42.868544 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Allocated IP 172.20.0.14 (54dd9e8b-7d8d-41d4-b119-7e0554ab77bd/7ca0e45b-c05c-4c96-b99e-0167bf915add/95257412-704e-40f4-80a5-9c86e78bb19d) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:56:43.025274 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.069928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.072896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-af69a383-d56c-48bd-8b6a-2aafe50e2eb7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:43.081293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8', '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', '663704fa-e133-4eb1-a024-74a26f97e610'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:43.121851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:56:43.125100 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:56:43.127736 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:56:43.161146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event updated for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:43.164172 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:43.187970 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:43.188584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.203112 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926919 Jun 28 21:56:43.222915 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Request body: {'port': {'device_id': '790f8833-6eca-49fb-855b-3ece19691931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:43.258769 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.298121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.566391 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95257412-704e-40f4-80a5-9c86e78bb19d {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:43.574180 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.586953 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Transition to ACTIVE for port object 95257412-704e-40f4-80a5-9c86e78bb19d will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:56:43.592053 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.594298 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-fe686207-0014-4e00-b150-b25ca9436244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:43.645769 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:43.663870 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:43.703772 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9829d0-3eb2-49b3-9a15-23c0b0034d2e req-1a36dce7-97f8-4417-8800-4ecd22932b8c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:43.705288 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f9829d0-3eb2-49b3-9a15-23c0b0034d2e req-1a36dce7-97f8-4417-8800-4ecd22932b8c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 944 time: 0.0650625 Jun 28 21:56:43.713490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Attempting to bind port 95257412-704e-40f4-80a5-9c86e78bb19d on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:56:43.713851 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Attempting to bind port 95257412-704e-40f4-80a5-9c86e78bb19d by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:56:43.714187 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Attempting to bind port 95257412-704e-40f4-80a5-9c86e78bb19d on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:43.718669 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Port 95257412-704e-40f4-80a5-9c86e78bb19d on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:56:43.718987 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Attempting to bind port 95257412-704e-40f4-80a5-9c86e78bb19d on network 54dd9e8b-7d8d-41d4-b119-7e0554ab77bd {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:56:43.723824 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:56:43.724143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Checking segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:56:43.724524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Bound using segment: {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:56:43.724946 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Bound port: 95257412-704e-40f4-80a5-9c86e78bb19d, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045aea2-7e42-43c8-9b4f-da754dcb475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:56:43.725295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.744515 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-2f9829d0-3eb2-49b3-9a15-23c0b0034d2e req-1b44e6db-9e0c-42e8-bbd9-4c7f9663ae6a tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jun 28 21:56:43.793982 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:56:43.797146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=95257412-704e-40f4-80a5-9c86e78bb19d,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:56:43.801692 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.803688 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d1e6c88d-7914-44a9-92ee-69ddc5eb32a3 tempest-VolumesSnapshotTestJSON-842883399 tempest-VolumesSnapshotTestJSON-842883399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:43.836241 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:43.836847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:43.838227 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/95257412-704e-40f4-80a5-9c86e78bb19d HTTP/1.1" status: 200 len: 1094 time: 0.6195295 Jun 28 21:56:43.838734 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:43.841024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e5e46-a781-4cab-b548-c60771cd5950" -d '{"events": [{"name": "network-changed", "server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:43.867193 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:43.870551 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:43.879164 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda91b2-9875-450e-ad29-1c7a3320cc24 x-openstack-request-id: req-2bda91b2-9875-450e-ad29-1c7a3320cc24 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:43.880062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:43.880062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bda91b2-9875-450e-ad29-1c7a3320cc24 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:43.880252 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d', 'status': 'completed', 'code': 200} Jun 28 21:56:43.941764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-d3a1895a-640b-41aa-8da9-ad0ece658416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:43.943292 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-d3a1895a-640b-41aa-8da9-ad0ece658416 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 1097 time: 0.0533531 Jun 28 21:56:43.992018 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-7bc22d25-64dc-4f77-8f10-fcbbc01c1afb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95257412-704e-40f4-80a5-9c86e78bb19d HTTP/1.1" status: 200 len: 217 time: 0.0356276 Jun 28 21:56:44.046137 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-b74ce51c-d380-4cee-8b5b-5511bd86ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:44.047562 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-b74ce51c-d380-4cee-8b5b-5511bd86ee75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0457783 Jun 28 21:56:44.082394 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-e255ea38-9d25-4e79-b0f1-ee0ae9ea9921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270972 Jun 28 21:56:44.179360 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-e4bf36a6-afc5-4421-b8e8-9fa764aeb144 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891740 Jun 28 21:56:44.279063 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b188f93d-fdad-4dff-a136-fc2fe7208cd3 req-bb00cc8f-b37a-462b-8548-0e2782a7ac2e service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913761 Jun 28 21:56:44.391142 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-18edc988-6955-4b39-b918-006ccff348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:44.392626 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-18edc988-6955-4b39-b918-006ccff348c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 1097 time: 0.0613027 Jun 28 21:56:44.492145 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-3dc30427-3b8d-4ad2-9d18-08d416dba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:44.493600 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-3dc30427-3b8d-4ad2-9d18-08d416dba50f service neutron] 10.222.0.39 "GET /v2.0/networks?id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 200 len: 916 time: 0.0875366 Jun 28 21:56:44.541680 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-2105481b-6567-499f-9f8d-95415d4de426 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95257412-704e-40f4-80a5-9c86e78bb19d HTTP/1.1" status: 200 len: 217 time: 0.0382550 Jun 28 21:56:44.593441 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-43e7c41a-ca92-4d54-a2de-3d0d73a9f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:44.594907 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-43e7c41a-ca92-4d54-a2de-3d0d73a9f1a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 200 len: 855 time: 0.0453660 Jun 28 21:56:44.634613 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-3b7608d0-a362-4872-93c3-dfd16752c36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314417 Jun 28 21:56:44.740901 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-c1edfc2c-f30a-4539-8cb3-57c002bcce31 service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952280 Jun 28 21:56:44.848724 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba7e5e46-a781-4cab-b548-c60771cd5950 req-74c5f2c2-5952-4bef-90b2-22389fc3fbaf service neutron] 10.222.0.39 "GET /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003077 Jun 28 21:56:44.943636 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595824-752c-4d0a-bede-ca09a2b360d7 req-19ede996-ac94-4656-bc45-0d8ed7165085 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:44.945289 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-de595824-752c-4d0a-bede-ca09a2b360d7 req-19ede996-ac94-4656-bc45-0d8ed7165085 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 944 time: 0.0755451 Jun 28 21:56:44.994803 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-de595824-752c-4d0a-bede-ca09a2b360d7 req-3034f22d-d751-458a-a865-7868de730536 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Jun 28 21:56:46.050950 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53766) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:46.164665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.180015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232d28-5acb-4f9b-b78f-28c8738b0587 req-70fb4192-3e23-4019-a32d-d80f8febcef3 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:46.181550 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fe232d28-5acb-4f9b-b78f-28c8738b0587 req-70fb4192-3e23-4019-a32d-d80f8febcef3 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 944 time: 0.0686982 Jun 28 21:56:46.228971 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-fe232d28-5acb-4f9b-b78f-28c8738b0587 req-e05a91b1-25ed-4da5-a35c-0713e0c45caa tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Jun 28 21:56:46.260383 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.269582 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.272236 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b2547f69-6d10-4a1b-a71e-cfa80e8e941c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:46.309198 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2007c68232e1422eb89b39255dd94b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568347 Jun 28 21:56:46.310077 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e49df-cd27-485b-910e-88d0b515d3c2,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:46.311823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53770) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:46.318108 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.318491 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.318873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.319230 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.319590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.319952 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.320310 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.320666 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.321022 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.321374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.321753 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.322173 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:46.327366 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-446483d8-f2aa-461d-ac80-8eb267139e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:46.369419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.391407 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.440260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.443030 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.444167 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a7e49df-cd27-485b-910e-88d0b515d3c2 HTTP/1.1" status: 204 len: 168 time: 0.1313765 Jun 28 21:56:46.445034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2d613058-b1b0-452a-a8bb-249c475509c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:46.453240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e49df-cd27-485b-910e-88d0b515d3c2,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:46.455623 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:46.734333 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53778) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:46.748047 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.850795 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.854586 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.857174 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-66d968ad-e010-4dfd-909d-fa92a047febd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:46.895428 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6df744316d5542b9a11e96c8315b7f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599979 Jun 28 21:56:46.896214 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa563ab4-06b8-488a-85f2-3a859b6018c7,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:46.898623 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53780) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:46.899404 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-cea3ad94-fd04-42ec-ae3f-15b9609ed14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:46.953364 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:46.978552 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:47.026899 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:47.029431 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:47.030629 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa563ab4-06b8-488a-85f2-3a859b6018c7 HTTP/1.1" status: 204 len: 168 time: 0.1302624 Jun 28 21:56:47.031555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4c8f22eb-c755-47ac-957b-ad65ebd8e930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:47.040576 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa563ab4-06b8-488a-85f2-3a859b6018c7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:47.043043 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:47.154992 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 95257412-704e-40f4-80a5-9c86e78bb19d details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:56:47.256913 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=95257412-704e-40f4-80a5-9c86e78bb19d,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:47.268269 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': '95257412-704e-40f4-80a5-9c86e78bb19d', 'network_id': '54dd9e8b-7d8d-41d4-b119-7e0554ab77bd', 'port_id': '95257412-704e-40f4-80a5-9c86e78bb19d', 'mac_address': 'fa:16:3e:23:d5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0e45b-c05c-4c96-b99e-0167bf915add', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:56:47.428937 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e212c-0f3e-4570-82e4-323f4bea3c39 req-5928afc1-76b3-4214-bab6-5ff3b7cbc4f7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:47.434303 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-486e212c-0f3e-4570-82e4-323f4bea3c39 req-5928afc1-76b3-4214-bab6-5ff3b7cbc4f7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 944 time: 0.0754561 Jun 28 21:56:47.442037 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:47.456174 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95257412-704e-40f4-80a5-9c86e78bb19d {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:56:47.475637 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-486e212c-0f3e-4570-82e4-323f4bea3c39 req-6575769b-461c-49a4-bdbd-93ab7f0984d4 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Jun 28 21:56:47.481757 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=95257412-704e-40f4-80a5-9c86e78bb19d,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:47.487730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:47.490132 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:47.542229 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:47.545967 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:47.802709 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['95257412-704e-40f4-80a5-9c86e78bb19d'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:56:48.672226 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7053fb-ebb4-4be8-8d01-f8b2ade60c89 req-3eb854fa-f84a-437a-8561-456eec08a590 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:48.673660 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dc7053fb-ebb4-4be8-8d01-f8b2ade60c89 req-3eb854fa-f84a-437a-8561-456eec08a590 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 945 time: 0.0772076 Jun 28 21:56:48.712295 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-dc7053fb-ebb4-4be8-8d01-f8b2ade60c89 req-37e39eeb-5222-4159-9fb9-61f7c41a99bd tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jun 28 21:56:49.172798 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 95257412-704e-40f4-80a5-9c86e78bb19d up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:56:49.220829 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port 95257412-704e-40f4-80a5-9c86e78bb19d completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:56:49.224553 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port 95257412-704e-40f4-80a5-9c86e78bb19d triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:49.224928 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:49.301497 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:49.322472 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:56:49.324758 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff37d3-cf40-4d9c-9d51-137d36070a2c" -d '{"events": [{"server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "name": "network-vif-plugged", "status": "completed", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:56:49.338104 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=95257412-704e-40f4-80a5-9c86e78bb19d,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:56:49.341893 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:49.344263 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:49.368729 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e95ed9e-f679-4aff-8820-2d8df73e90f3 x-openstack-request-id: req-5e95ed9e-f679-4aff-8820-2d8df73e90f3 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:56:49.369022 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "name": "network-vif-plugged", "status": "completed", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:56:49.369276 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e95ed9e-f679-4aff-8820-2d8df73e90f3 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:56:49.369675 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d', 'code': 200} Jun 28 21:56:49.395986 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:49.398808 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:49.586379 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef861-6c75-482f-9dc0-bb596ee13ba3 req-f15f56af-2b40-4c23-a6e4-b18b0a82da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:49.587706 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-81eef861-6c75-482f-9dc0-bb596ee13ba3 req-f15f56af-2b40-4c23-a6e4-b18b0a82da9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 1099 time: 0.0502152 Jun 28 21:56:49.624636 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-81eef861-6c75-482f-9dc0-bb596ee13ba3 req-26570c42-d7f8-45e1-9942-7f417ae0a5b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287428 Jun 28 21:56:49.892393 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930508-57e4-4a71-8621-ab9b4cb77f57 req-c341e054-fd9d-4b83-9e11-357ce5e085cf tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:49.893777 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0a930508-57e4-4a71-8621-ab9b4cb77f57 req-c341e054-fd9d-4b83-9e11-357ce5e085cf tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 946 time: 0.0645030 Jun 28 21:56:49.940094 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0a930508-57e4-4a71-8621-ab9b4cb77f57 req-535f04be-9238-4ce3-8452-2d27aea36137 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Jun 28 21:56:50.648909 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e7c437d3-3926-412a-907c-de01b0d2f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.138248 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8125810-668c-4596-8d33-e45daae53582 req-f39bc51e-088b-4986-be8d-15671e476c1c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:51.140278 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8125810-668c-4596-8d33-e45daae53582 req-f39bc51e-088b-4986-be8d-15671e476c1c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 946 time: 0.0622745 Jun 28 21:56:51.179275 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8125810-668c-4596-8d33-e45daae53582 req-a3ede394-6b44-4857-84a6-df961ca733fc tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Jun 28 21:56:51.451745 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 53868) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:51.557720 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.647823 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.652644 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.655319 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8be362a3-4eb2-4d60-85b2-8c85735d4f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:51.692010 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34b05ba8708243f39e6cda58422fadb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391491 Jun 28 21:56:51.692910 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003c606-732f-4e74-b949-82625ea475a6,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:51.694699 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53872) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:51.696204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3625e6d3-6d5e-49ac-abd1-10075d9ab50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:51.750234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.770801 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.816765 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.819729 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:51.820869 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2003c606-732f-4e74-b949-82625ea475a6 HTTP/1.1" status: 204 len: 168 time: 0.1251407 Jun 28 21:56:51.821681 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-850bf5be-338a-4105-8246-80ae59dd091f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:51.831583 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003c606-732f-4e74-b949-82625ea475a6,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:51.833921 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b7505177-f49c-484d-a7df-6d4f4581fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:52.086324 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53878) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:52.100250 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.195388 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.207244 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.209782 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-897980a0-829a-49ef-8228-d97ec0d3587a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:52.244936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd27aeb-af31-4c5b-bfee-15b2500be71e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:52.247955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:52.250667 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-470ccff7-55fb-4e2c-a4d4-55bff6efa8d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ffcc17cead4d83890b4bb3b642287e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632819 Jun 28 21:56:52.253324 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 53880) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:52.300752 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.321105 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.369772 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.372379 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:52.373492 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fd27aeb-af31-4c5b-bfee-15b2500be71e HTTP/1.1" status: 204 len: 168 time: 0.1192505 Jun 28 21:56:52.374409 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f260ac1d-a61c-4ac4-a18d-5c04573427a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:52.381572 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd27aeb-af31-4c5b-bfee-15b2500be71e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:52.383766 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d34d15f9-ddcc-43c4-bccf-f5c8353128c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:53.135392 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-13e48126-9e08-4a24-bdc1-0c2263ccaecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:53.521190 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:54.264701 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:55.579983 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:01.842741 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54010) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:01.956235 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.049932 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.055227 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.057712 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2fc0f9bc-1734-4fcd-8b1f-32d887655501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:02.094947 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93c10e06bcac4784b193aaf5fd77de34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509608 Jun 28 21:57:02.095701 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2229f238-a9cf-48d3-b9e1-97340068ba31,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:02.097522 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54016) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:02.101831 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-89b7f6d1-a6b7-4431-a42f-06878cad3c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:02.150025 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.172068 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.218679 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.221218 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:02.222443 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2229f238-a9cf-48d3-b9e1-97340068ba31 HTTP/1.1" status: 204 len: 168 time: 0.1237564 Jun 28 21:57:02.223195 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b8b2d87f-989a-4b33-a071-ce3abfb34e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:02.230723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2229f238-a9cf-48d3-b9e1-97340068ba31,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:02.233145 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:03.313743 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb3ac-f31a-4f25-bfa3-eb71fcfae300 req-69bad29f-0d8f-4f77-bf5d-9e6c4adb1ca0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:03.315364 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a18eb3ac-f31a-4f25-bfa3-eb71fcfae300 req-69bad29f-0d8f-4f77-bf5d-9e6c4adb1ca0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 946 time: 0.0683322 Jun 28 21:57:03.358074 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a18eb3ac-f31a-4f25-bfa3-eb71fcfae300 req-e310313b-b23a-48b0-84a2-bff9700a4378 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Jun 28 21:57:04.543988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c9736-1fe0-4f06-bd4f-49d0dac6485a req-dc374a18-7c2f-4ba8-a181-3973a88a2a5e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:04.546060 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c69c9736-1fe0-4f06-bd4f-49d0dac6485a req-dc374a18-7c2f-4ba8-a181-3973a88a2a5e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 946 time: 0.0682921 Jun 28 21:57:04.586616 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c69c9736-1fe0-4f06-bd4f-49d0dac6485a req-f45bba0a-2c84-4823-af64-60d7f49dc12c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Jun 28 21:57:04.872699 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-4257780d-54be-4130-b832-64ca77149b67 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:04.874676 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-4257780d-54be-4130-b832-64ca77149b67 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 946 time: 0.0743167 Jun 28 21:57:04.986643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Deleting port 95257412-704e-40f4-80a5-9c86e78bb19d {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:57:04.986981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:05.073196 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] For port 95257412-704e-40f4-80a5-9c86e78bb19d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=95257412-704e-40f4-80a5-9c86e78bb19d,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:57:05.073470 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:05.086445 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Calling delete_port for 95257412-704e-40f4-80a5-9c86e78bb19d owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:57:05.218499 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:05.222695 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:05.231103 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8', '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', '663704fa-e133-4eb1-a024-74a26f97e610', '95257412-704e-40f4-80a5-9c86e78bb19d'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:57:05.248449 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event deleted for resources: {'Port': ['ID=95257412-704e-40f4-80a5-9c86e78bb19d,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:05.260890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.260890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.261177 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.261541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.261927 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.262286 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.262645 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.263021 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.263374 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.264284 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.264711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.264986 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:05.269178 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:05.311669 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] No DVR routers for this DVR port 95257412-704e-40f4-80a5-9c86e78bb19d on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:57:05.316684 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:05.318730 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-5d752f7e-1c61-45e0-a10e-938c55d755b5 req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "DELETE /v2.0/ports/95257412-704e-40f4-80a5-9c86e78bb19d HTTP/1.1" status: 204 len: 173 time: 0.4372728 Jun 28 21:57:05.319294 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'name': 'network-vif-deleted', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:57:05.321646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceb966f-dae9-422e-8cc8-ae764086fdaf" -d '{"events": [{"server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "name": "network-vif-deleted", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:57:05.362765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5073621-ad52-42be-8d15-6e29cabdd24d x-openstack-request-id: req-a5073621-ad52-42be-8d15-6e29cabdd24d {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:57:05.363166 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790f8833-6eca-49fb-855b-3ece19691931", "name": "network-vif-deleted", "tag": "95257412-704e-40f4-80a5-9c86e78bb19d", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:57:05.363534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5073621-ad52-42be-8d15-6e29cabdd24d {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:57:05.364011 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f8833-6eca-49fb-855b-3ece19691931', 'name': 'network-vif-deleted', 'tag': '95257412-704e-40f4-80a5-9c86e78bb19d', 'status': 'completed', 'code': 200} Jun 28 21:57:05.740469 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c24f734c-f159-4bdb-8187-65e63d1bc807 req-23a66a8c-fd98-4d59-9095-070e3224dff4 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=790f8833-6eca-49fb-855b-3ece19691931 HTTP/1.1" status: 200 len: 210 time: 0.0284405 Jun 28 21:57:06.248150 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54096) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:06.356577 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.451674 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.455984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.459403 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f3e13047-bd34-40a2-8969-0b08f4019e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:06.497084 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee4c45-69a3-4e2c-b207-5f29b85a079d,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:06.504543 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e91f5d62cb574f2e9e4d3a03287f2ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551293 Jun 28 21:57:06.505093 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54100) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:06.505832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:06.556260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.582933 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.630383 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.632927 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.636930 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ee4c45-69a3-4e2c-b207-5f29b85a079d HTTP/1.1" status: 204 len: 168 time: 0.1301420 Jun 28 21:57:06.637738 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-18d9b63c-48ff-43a0-a082-346d6c92fdb8 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:06.647026 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee4c45-69a3-4e2c-b207-5f29b85a079d,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:06.649438 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-431b0896-60d2-4e5b-84e9-908bea8a10e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:08.367755 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7db429-f036-4f8e-9379-097ebb099868 req-6b1a1a8e-fa6a-406d-8a68-cccb0d2b1c47 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:08.369219 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4a7db429-f036-4f8e-9379-097ebb099868 req-6b1a1a8e-fa6a-406d-8a68-cccb0d2b1c47 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0738273 Jun 28 21:57:08.410272 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4a7db429-f036-4f8e-9379-097ebb099868 req-977cbae9-63a5-45cc-b01d-019aac95fb0d tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Jun 28 21:57:09.277063 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 95257412-704e-40f4-80a5-9c86e78bb19d no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:57:09.298256 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 95257412-704e-40f4-80a5-9c86e78bb19d {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:57:09.298600 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 95257412-704e-40f4-80a5-9c86e78bb19d not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:57:09.475221 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:57:09.581652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c913ec1-456f-4028-8794-2d6b80020c8e req-986ee7cf-9094-4b96-ad07-0897134e247d tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:09.583058 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1c913ec1-456f-4028-8794-2d6b80020c8e req-986ee7cf-9094-4b96-ad07-0897134e247d tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0627105 Jun 28 21:57:09.625010 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-1c913ec1-456f-4028-8794-2d6b80020c8e req-bafde327-64e3-4a8a-ba7e-f7096cc9b849 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Jun 28 21:57:09.869838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-46be6f20-b419-4751-845e-00ac09e6472c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:09.871263 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-46be6f20-b419-4751-845e-00ac09e6472c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 945 time: 0.0610616 Jun 28 21:57:09.971968 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Deleting port 663704fa-e133-4eb1-a024-74a26f97e610 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:57:09.972296 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.061596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] For port 663704fa-e133-4eb1-a024-74a26f97e610, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=663704fa-e133-4eb1-a024-74a26f97e610,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:57:10.061961 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.073763 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Calling delete_port for 663704fa-e133-4eb1-a024-74a26f97e610 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:57:10.202156 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.206928 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:10.213191 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8', '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', '663704fa-e133-4eb1-a024-74a26f97e610'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:57:10.238534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event deleted for resources: {'Port': ['ID=663704fa-e133-4eb1-a024-74a26f97e610,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:10.259098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:10.279080 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] No DVR routers for this DVR port 663704fa-e133-4eb1-a024-74a26f97e610 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:57:10.281501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.283871 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4c369bea-2bd2-4fc0-892c-754be6d0bf99 req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "DELETE /v2.0/ports/663704fa-e133-4eb1-a024-74a26f97e610 HTTP/1.1" status: 204 len: 173 time: 0.4063239 Jun 28 21:57:10.284303 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'name': 'network-vif-deleted', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:57:10.286721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee3d8e9-20a2-4b9e-bfa8-041dfafb370d" -d '{"events": [{"server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "name": "network-vif-deleted", "tag": "663704fa-e133-4eb1-a024-74a26f97e610"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:57:10.331672 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7c23b5-5806-4e30-9c45-d1768c5266c4 x-openstack-request-id: req-ab7c23b5-5806-4e30-9c45-d1768c5266c4 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:57:10.332098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a49e7-232a-43d2-a395-508720558bb4", "name": "network-vif-deleted", "tag": "663704fa-e133-4eb1-a024-74a26f97e610", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:57:10.332434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab7c23b5-5806-4e30-9c45-d1768c5266c4 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:57:10.332976 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a49e7-232a-43d2-a395-508720558bb4', 'name': 'network-vif-deleted', 'tag': '663704fa-e133-4eb1-a024-74a26f97e610', 'status': 'completed', 'code': 200} Jun 28 21:57:10.794201 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-6e029e51-4f44-48e5-828a-822742cf61f6 req-d9a11626-ad08-4d2b-89d6-11d6d5460728 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9a49e7-232a-43d2-a395-508720558bb4 HTTP/1.1" status: 200 len: 210 time: 0.0295172 Jun 28 21:57:12.257102 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5975cc-2ff3-4075-a5e3-0ce832498552 req-00bcaf40-7995-4e44-a864-bee3aeda9107 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:12.258613 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4a5975cc-2ff3-4075-a5e3-0ce832498552 req-00bcaf40-7995-4e44-a864-bee3aeda9107 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 945 time: 0.0657368 Jun 28 21:57:12.297063 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4a5975cc-2ff3-4075-a5e3-0ce832498552 req-af1b66be-bc94-4cab-b0e1-74130d7698ce tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Jun 28 21:57:13.274656 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.303031 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 663704fa-e133-4eb1-a024-74a26f97e610 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:57:13.323922 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 663704fa-e133-4eb1-a024-74a26f97e610 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:57:13.324280 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 663704fa-e133-4eb1-a024-74a26f97e610 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:57:13.520121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292014c-7b93-4da3-9afb-b35a073dd780 req-050068ae-8017-47f4-9f43-8771ce63ddc3 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:13.521596 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4292014c-7b93-4da3-9afb-b35a073dd780 req-050068ae-8017-47f4-9f43-8771ce63ddc3 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 945 time: 0.1055899 Jun 28 21:57:13.541703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a470fe-7d48-46f5-b605-331cca218018 req-fbcbda1e-0139-4541-93c0-d6b1ce669e8c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:13.543041 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1a470fe-7d48-46f5-b605-331cca218018 req-fbcbda1e-0139-4541-93c0-d6b1ce669e8c tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdc37757-7c51-4826-bc89-c0fec1c8afc0 HTTP/1.1" status: 200 len: 945 time: 0.0942924 Jun 28 21:57:13.602262 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4292014c-7b93-4da3-9afb-b35a073dd780 req-55685986-55ce-49c1-b8c8-d71ffebaccc7 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744002 Jun 28 21:57:13.662571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Deleting port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:57:13.662903 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.758713 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] For port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:57:13.759074 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.771550 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Calling delete_port for 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:57:13.907828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.912728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f0e21c88-54b0-44ae-98f3-26d0a11d18c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:13.920212 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8', '16a10ea5-2fa9-4af0-837c-e04c9a2e8233'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:57:13.939374 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event deleted for resources: {'Port': ['ID=16a10ea5-2fa9-4af0-837c-e04c9a2e8233,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:13.944087 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:13.981670 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] No DVR routers for this DVR port 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:57:13.984236 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.986947 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b1a470fe-7d48-46f5-b605-331cca218018 req-60e5950d-faef-44b7-8009-6bf805620cbb tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "DELETE /v2.0/ports/16a10ea5-2fa9-4af0-837c-e04c9a2e8233 HTTP/1.1" status: 204 len: 173 time: 0.4357746 Jun 28 21:57:13.987689 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'name': 'network-vif-deleted', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:57:13.990043 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175cbbf3-d597-4b25-b3b3-105ca3ad7946" -d '{"events": [{"server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "name": "network-vif-deleted", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:57:14.033009 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd284db-e37d-4ccd-9dc9-61f745fa708b x-openstack-request-id: req-4cd284db-e37d-4ccd-9dc9-61f745fa708b {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:57:14.033340 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc37757-7c51-4826-bc89-c0fec1c8afc0", "name": "network-vif-deleted", "tag": "16a10ea5-2fa9-4af0-837c-e04c9a2e8233", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:57:14.033907 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cd284db-e37d-4ccd-9dc9-61f745fa708b {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:57:14.034338 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc37757-7c51-4826-bc89-c0fec1c8afc0', 'name': 'network-vif-deleted', 'tag': '16a10ea5-2fa9-4af0-837c-e04c9a2e8233', 'status': 'completed', 'code': 200} Jun 28 21:57:16.210606 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191f8bc-19d7-4724-971a-f9f77c95252c req-1a73c622-abf6-404e-8eb7-ed1bd996b961 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:16.212093 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c191f8bc-19d7-4724-971a-f9f77c95252c req-1a73c622-abf6-404e-8eb7-ed1bd996b961 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 945 time: 0.0656605 Jun 28 21:57:16.256014 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c191f8bc-19d7-4724-971a-f9f77c95252c req-ac81f3c7-608f-4b38-883c-aead5fb76e1e tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Jun 28 21:57:17.348471 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:57:17.371449 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:57:17.371799 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 16a10ea5-2fa9-4af0-837c-e04c9a2e8233 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:57:17.436860 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c27be6-8a15-4ba6-8d91-0aef7cd60f41 req-8a53273c-1cbb-4e8b-80ad-c101f2a2a1cf tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:17.438386 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6c27be6-8a15-4ba6-8d91-0aef7cd60f41 req-8a53273c-1cbb-4e8b-80ad-c101f2a2a1cf tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 945 time: 0.0688648 Jun 28 21:57:17.476461 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c6c27be6-8a15-4ba6-8d91-0aef7cd60f41 req-112d07fd-4a77-4091-ac0f-1d2a7f6c7673 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec5a609f-8239-4db8-899e-531c8664c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Jun 28 21:57:17.638921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-abd125e1-e9f1-4e08-bfa5-bf792326782f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:17.640266 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-abd125e1-e9f1-4e08-bfa5-bf792326782f tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jun 28 21:57:17.745188 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Deleting port 4bbc073e-7cad-49dc-b077-1343e642cce8 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:57:17.745527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:17.831516 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] For port 4bbc073e-7cad-49dc-b077-1343e642cce8, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=4bbc073e-7cad-49dc-b077-1343e642cce8,segment=NetworkSegment(1045aea2-7e42-43c8-9b4f-da754dcb475b),segment_id=1045aea2-7e42-43c8-9b4f-da754dcb475b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:57:17.831872 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:17.844118 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Calling delete_port for 4bbc073e-7cad-49dc-b077-1343e642cce8 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:57:18.245793 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:18.249655 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f8f23d3f-3562-44b5-a433-d869f8d21cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:18.257966 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['4bbc073e-7cad-49dc-b077-1343e642cce8'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:57:18.273139 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Pushing event deleted for resources: {'Port': ['ID=4bbc073e-7cad-49dc-b077-1343e642cce8,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:18.277178 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:18.321324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] No DVR routers for this DVR port 4bbc073e-7cad-49dc-b077-1343e642cce8 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:57:18.323826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:18.326266 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f7fc856c-8ddf-46b2-996e-4114ce023072 req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.39 "DELETE /v2.0/ports/4bbc073e-7cad-49dc-b077-1343e642cce8 HTTP/1.1" status: 204 len: 173 time: 0.6803248 Jun 28 21:57:18.327103 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'name': 'network-vif-deleted', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:57:18.330167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f54a392-c435-47b5-afd4-0859199069ac" -d '{"events": [{"server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "name": "network-vif-deleted", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:57:18.368502 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f152703-7545-4e59-b891-2f8f7d7f8b83 x-openstack-request-id: req-4f152703-7545-4e59-b891-2f8f7d7f8b83 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:57:18.368930 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12b090-4152-448f-a731-1ddf8817d248", "name": "network-vif-deleted", "tag": "4bbc073e-7cad-49dc-b077-1343e642cce8", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:57:18.369222 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f152703-7545-4e59-b891-2f8f7d7f8b83 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:57:18.369648 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12b090-4152-448f-a731-1ddf8817d248', 'name': 'network-vif-deleted', 'tag': '4bbc073e-7cad-49dc-b077-1343e642cce8', 'status': 'completed', 'code': 200} Jun 28 21:57:18.635938 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0f3fdf2c-bd83-4f9a-abfb-b30271987fe5 req-083671fc-7cb1-4a1d-a792-93527dc2ae13 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb12b090-4152-448f-a731-1ddf8817d248 HTTP/1.1" status: 200 len: 210 time: 0.0294220 Jun 28 21:57:19.728424 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54156) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:19.778164 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Deleting subnet 7ca0e45b-c05c-4c96-b99e-0167bf915add {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:57:19.781903 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:19.815540 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:19.854143 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:19.909740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:19.913097 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:19.940713 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:19.942532 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ca0e45b-c05c-4c96-b99e-0167bf915add HTTP/1.1" status: 204 len: 168 time: 0.2131281 Jun 28 21:57:19.943654 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca0e45b-c05c-4c96-b99e-0167bf915add,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:19.945087 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54158) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:19.946079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:20.017294 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.098469 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.108435 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd9e8b-7d8d-41d4-b119-7e0554ab77bd']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:57:20.118310 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045aea2-7e42-43c8-9b4f-da754dcb475b') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:57:20.118607 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045aea2-7e42-43c8-9b4f-da754dcb475b') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:57:20.129004 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.143302 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.149339 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:57:20.149716 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:57:20.151589 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:57:20.209340 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.214018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.216196 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/54dd9e8b-7d8d-41d4-b119-7e0554ab77bd HTTP/1.1" status: 204 len: 168 time: 0.2700272 Jun 28 21:57:20.216911 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8bc48057-2b2a-4435-b1cf-cbb5d1320ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:20.229061 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=54dd9e8b-7d8d-41d4-b119-7e0554ab77bd,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:20.231565 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-221d6ad9-df22-462c-ab69-d1d551c9e1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:20.381981 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54162) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:20.429982 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-edc4426c-00b2-468a-9a44-36b80f715c1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=624c0c69f3ff4d8ab62e02b3b16e8cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466740 Jun 28 21:57:20.432705 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54164) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:20.480772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.501871 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.550194 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.552705 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:20.553859 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec5a609f-8239-4db8-899e-531c8664c116 HTTP/1.1" status: 204 len: 168 time: 0.1203618 Jun 28 21:57:20.554713 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae764a2a-3a90-4a47-804f-cecae848ed31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:20.562887 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5a609f-8239-4db8-899e-531c8664c116,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:20.566045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3c63e433-c326-49f5-af2a-93a4ccfb9407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:20.641843 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4f8c8bde-38ed-4b66-abf9-e0aa0f0b48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:21.363316 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4bbc073e-7cad-49dc-b077-1343e642cce8 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:57:21.383651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 4bbc073e-7cad-49dc-b077-1343e642cce8 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:57:21.384004 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 4bbc073e-7cad-49dc-b077-1343e642cce8 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:57:23.135901 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8458d3de-5231-47ae-a072-af2a98be2904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:23.525683 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:24.269937 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:25.582415 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:29.931731 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54274) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:30.036218 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.127993 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.131836 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.135759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-577bb0a4-1287-44c4-8307-93809f3975eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:30.172833 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ccc5205951d499cad98d135c15c52cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399600 Jun 28 21:57:30.175062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96afc517-b16f-4b5a-90ea-da95561f3294,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:30.175469 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54278) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:30.178324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:30.225247 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.246246 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.291232 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.294111 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.295797 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96afc517-b16f-4b5a-90ea-da95561f3294 HTTP/1.1" status: 204 len: 168 time: 0.1193316 Jun 28 21:57:30.296586 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4589caf7-a1dd-400e-9d25-92b91447bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:30.304158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afc517-b16f-4b5a-90ea-da95561f3294,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:30.310983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-92b55148-0d3e-42bd-b774-3a6bf9eaf7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:31.929697 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54330) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:32.040466 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.128654 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.132494 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.134977 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ba661000-a2bd-4e72-99e2-5c2290774eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:32.172858 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237586e-f866-4b8d-866e-4eb48376218b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:32.177986 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4f73f305b0e48a8b5a4d6f903a161f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468593 Jun 28 21:57:32.180805 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-afa1a85c-27e4-436f-998a-461b4be0e6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:32.181693 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54334) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:32.239278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.260087 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.307363 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.310108 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.311247 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4237586e-f866-4b8d-866e-4eb48376218b HTTP/1.1" status: 204 len: 168 time: 0.1235774 Jun 28 21:57:32.312097 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f77b2d0f-26df-4a9b-92ec-8bf359cbfce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:32.319596 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237586e-f866-4b8d-866e-4eb48376218b,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:32.321876 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2ced3d38-3acc-40de-a708-a460c62d11be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:32.575048 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54340) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:32.588977 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.680460 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.685255 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.687861 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2a7314ff-4253-41a1-802c-8a79387fd043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:32.724225 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd27b7810e9048ffaea9abc3390b0300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475816 Jun 28 21:57:32.725240 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725d75d-955a-4e57-8b7f-ca3e23a810d9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:32.726944 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54342) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:32.728257 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:32.776101 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.798122 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.844531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.847260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:32.848422 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3725d75d-955a-4e57-8b7f-ca3e23a810d9 HTTP/1.1" status: 204 len: 168 time: 0.1204443 Jun 28 21:57:32.849189 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b416349e-0b2f-4cbc-b64d-ad618053e7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:32.856853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725d75d-955a-4e57-8b7f-ca3e23a810d9,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:32.859369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:43.267052 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:46.473988 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:57:50.642572 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d20573fc-96d9-4d25-9c4f-f83f9424ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:53.136757 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2f48c75e-0630-4834-bfdf-46b1efe3c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:53.528504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:54.270416 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:55.588898 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:04.901170 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54554) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:05.005267 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.102440 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.106740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.109279 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2ad595da-9034-4889-a1e7-19c1371daf2c tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:05.143646 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28da73-99e1-40bf-8d73-da25abee00e4,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:05.147812 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=665135cab2764f8c90e49c60e504ec93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456894 Jun 28 21:58:05.148767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:05.150361 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54558) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:05.198886 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.220654 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.266897 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.269608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.270791 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f28da73-99e1-40bf-8d73-da25abee00e4 HTTP/1.1" status: 204 len: 168 time: 0.1194773 Jun 28 21:58:05.271569 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-dd850d55-0b7d-4f63-bbb7-bf683ca84500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:05.279054 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28da73-99e1-40bf-8d73-da25abee00e4,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:05.286594 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.286979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.287429 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.287703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.288069 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.288433 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.288795 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.289158 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.289513 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.289894 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.290254 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.290607 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.293653 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-4b66207c-e810-4fe9-a5a7-848b28dafdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:05.546063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54564) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:05.559442 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.650475 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.654266 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.656811 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ed2d8e91-12ad-480a-a982-8f8a7b1a9499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:05.694200 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb147f8c-f0be-41b6-8ee3-1b7a0880f33c,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:05.698290 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2093fc9be3f6494da3906758ffd859aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512325 Jun 28 21:58:05.701125 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54566) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:05.704234 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.704616 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.704988 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.705354 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.705716 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.706113 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.706473 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.706833 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.707185 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.707558 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.707925 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.708277 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:05.712077 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:05.750778 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.775460 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.822081 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.824828 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:05.825975 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb147f8c-f0be-41b6-8ee3-1b7a0880f33c HTTP/1.1" status: 204 len: 168 time: 0.1238580 Jun 28 21:58:05.826870 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ead01969-8cdb-4760-9c34-1b2e16242161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:05.834144 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb147f8c-f0be-41b6-8ee3-1b7a0880f33c,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:05.836299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3fd5602c-b07f-4875-a9a1-42a71a352ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:12.170167 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54686) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:12.267691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.351926 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.355594 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.357868 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f0d8d2c3-28fb-4ba1-8c9e-1edcddfe3816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:12.390308 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da57e4e2-8744-4f2c-b5b5-afd3d3ffd9cf,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:12.394512 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fb87dc1ef6e474ab8fd919a5cae2f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233405 Jun 28 21:58:12.395468 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:12.397154 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54690) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:12.446160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.466904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.509721 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.512200 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:12.513841 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da57e4e2-8744-4f2c-b5b5-afd3d3ffd9cf HTTP/1.1" status: 204 len: 168 time: 0.1157608 Jun 28 21:58:12.514651 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f88b43b7-40a8-469e-92d8-d75a33e12f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:12.522091 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57e4e2-8744-4f2c-b5b5-afd3d3ffd9cf,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:12.524283 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba6dec7e-971e-413b-b4fa-e86f2b862cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:12.761306 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54696) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:12.775127 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.119513 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.124389 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.126995 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-ac7509de-148e-419d-bd63-b288fa847efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:13.162953 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5b5e76eff3c40c69b73ebaf4925d7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005351 Jun 28 21:58:13.163819 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db13374-f95b-4883-9b98-fb9dcb06d9f3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:13.165634 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54698) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:13.167006 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-a3821252-5b13-480a-af97-13ebe56e9279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:13.221304 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.243595 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.288630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.291576 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.294919 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:13.296241 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7db13374-f95b-4883-9b98-fb9dcb06d9f3 HTTP/1.1" status: 204 len: 168 time: 0.1292403 Jun 28 21:58:13.297062 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6e9276b9-a88c-48f2-a6a4-dcc6150ec8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:13.304744 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db13374-f95b-4883-9b98-fb9dcb06d9f3,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:13.307359 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:14.363605 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54728) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:14.475530 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.563555 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.567364 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.570665 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d4127fd2-1d71-4003-a0f9-c3d128f0d7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:14.604919 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=240e6cca9fd64d429be184a4a1751260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402189 Jun 28 21:58:14.608175 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e11c612-5399-4670-90a5-98872d8008c2,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:14.608331 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54732) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:14.611221 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-17605f5f-13c9-4c93-a7b5-f328b9e34352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:14.657020 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.678561 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.727873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.730569 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:14.732215 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e11c612-5399-4670-90a5-98872d8008c2 HTTP/1.1" status: 204 len: 168 time: 0.1225142 Jun 28 21:58:14.732991 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-02b314da-8e0c-4922-9afe-76c80c00dec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:14.740711 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e11c612-5399-4670-90a5-98872d8008c2,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:14.742928 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-563e31c0-5bee-452d-b5be-34ceb25fb20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:18.439812 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-f932059b-9b75-4dd0-ba5f-79e756932d6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562510 Jun 28 21:58:18.553461 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-a5e602e2-50cc-4c0a-a870-1faa1c433939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:18.556716 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-a5e602e2-50cc-4c0a-a870-1faa1c433939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1098 time: 0.0660346 Jun 28 21:58:18.667089 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-b48b5824-1d6f-4e1f-ae86-e9ff27d8d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:18.668543 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-b48b5824-1d6f-4e1f-ae86-e9ff27d8d762 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0904958 Jun 28 21:58:18.735970 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-08708801-eadf-4770-b28f-a83b988d228c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 1000 time: 0.0601110 Jun 28 21:58:18.786862 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-1de642d7-eea2-48eb-ba83-b62150bfcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:18.788320 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-1de642d7-eea2-48eb-ba83-b62150bfcc36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0459578 Jun 28 21:58:18.844617 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-b4d9d973-3fa8-463d-b37d-552599c90f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:18.846098 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-b4d9d973-3fa8-463d-b37d-552599c90f03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508974 Jun 28 21:58:18.937386 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-c57e0363-8916-49ad-82fb-f8f4f1277af3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Jun 28 21:58:19.028241 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f0a5415c-5b31-434a-93ae-642b0dea75c6 req-79e3c6d1-0b3a-471a-800c-c2241ce94baa service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Jun 28 21:58:20.644428 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e3682933-10b5-4ffe-b083-63cc6c87b40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.138052 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9c61a5d5-7bbc-4811-baa9-47c3a7115db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.472064 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:58:23.530361 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.569859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54854) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:23.721176 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port 9abbf921-727d-439a-a168-0c895f7bf574 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:23.721510 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.791527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.791853 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.802988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for 9abbf921-727d-439a-a168-0c895f7bf574 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:23.943640 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:23.946286 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-f3e3c7e7-9471-4cd5-a298-ccca205a532b tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:23.969432 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=9abbf921-727d-439a-a168-0c895f7bf574,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:23.973262 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:24.030106 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:24.030446 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP 362c1ff6-0270-481f-8363-29a40f19d24f disassociated (deleted). External IP: 172.27.1.97, port: 3351bfd1-2d49-4f0b-8d66-dec1113544a5. Jun 28 21:58:24.228172 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:24.273761 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:24.339819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:24.344520 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:24.350771 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:24.359794 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:24.360394 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:24.383390 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "DELETE /v2.0/floatingips/362c1ff6-0270-481f-8363-29a40f19d24f HTTP/1.1" status: 204 len: 168 time: 0.8125243 Jun 28 21:58:24.384042 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:58:24.386365 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf7afc-dab3-43ed-aaf9-36e600c26043" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:58:24.424879 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e7040d-4879-489e-98e3-7b71a646edbb x-openstack-request-id: req-14e7040d-4879-489e-98e3-7b71a646edbb {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:58:24.425209 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:58:24.425500 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14e7040d-4879-489e-98e3-7b71a646edbb {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:58:24.425956 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'status': 'completed', 'code': 200} Jun 28 21:58:24.468700 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:24.511348 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-264509d1-c6fa-4812-9983-cefbe66537c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:24.512874 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-264509d1-c6fa-4812-9983-cefbe66537c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 1099 time: 0.0621350 Jun 28 21:58:24.617490 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-348ff80b-b9b8-4ab2-9ed8-cf827d86b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:24.619017 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-348ff80b-b9b8-4ab2-9ed8-cf827d86b87d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.0991673 Jun 28 21:58:24.662809 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-55d3e19b-7dfd-4a68-9544-45829fbb9593 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 200 len: 217 time: 0.0361309 Jun 28 21:58:24.711656 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-64dc9bd7-b45b-4f9f-87e1-3ce74bc1aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:24.713208 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-64dc9bd7-b45b-4f9f-87e1-3ce74bc1aea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0446486 Jun 28 21:58:24.714120 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:24.740693 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:24.749839 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:24.750299 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:24.777946 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-9c313f17-c43d-4f77-836c-1b74d07452cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:24.779444 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-9c313f17-c43d-4f77-836c-1b74d07452cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597110 Jun 28 21:58:24.861340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:24.874507 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-2de73f8b-1952-49f1-b040-56463775bc16 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Jun 28 21:58:24.928575 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7490f50-7b5a-4a4b-9d14-dad60ac58126 req-f691bfcc-5e6b-4dd3-89b2-cadba75ec5c6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:24.930095 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b7490f50-7b5a-4a4b-9d14-dad60ac58126 req-f691bfcc-5e6b-4dd3-89b2-cadba75ec5c6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0659487 Jun 28 21:58:24.971584 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-adbf7afc-dab3-43ed-aaf9-36e600c26043 req-d711894e-a0b9-4e41-895a-617bac0ccab8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889297 Jun 28 21:58:24.974613 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-b7490f50-7b5a-4a4b-9d14-dad60ac58126 req-63b80626-f2c3-4e72-85c8-2ea885e263a2 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Jun 28 21:58:25.084265 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:25.109264 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0da3f-a7fe-477c-b55a-79ee4c393824 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'b8c298ce-2774-47b8-aee0-c76c7ac16e4d', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'port_id': '3270161b-18af-4963-a846-df070a9bea45', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'mac_address': 'fa:16:3e:6b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:54:20Z', 'updated_at': '2021-06-28T21:54:22Z', 'revision_number': 1, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:25.316143 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a0bc-ee4c-4521-a0b2-dbe32048ddf1 None None] New status for floating IP 362c1ff6-0270-481f-8363-29a40f19d24f: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:58:25.404121 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54874) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:25.504237 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.583637 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.591604 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.595711 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.597931 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b11828df-cea5-4d8f-93c9-3e4f4df02b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:25.632144 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25eea983a1aa4074ba87df73bfade93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267408 Jun 28 21:58:25.633337 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425bd9e0-3e0b-4d19-8255-fb1221a35c69,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:25.634931 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54878) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:25.636485 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-8abac35f-d035-4a2c-8661-eeb17215b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:25.686548 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.706956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.752649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.755727 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:25.757020 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/425bd9e0-3e0b-4d19-8255-fb1221a35c69 HTTP/1.1" status: 204 len: 168 time: 0.1202962 Jun 28 21:58:25.758099 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-c61e266c-b5f9-419d-a23a-f229205a7889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:25.769241 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425bd9e0-3e0b-4d19-8255-fb1221a35c69,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:25.773309 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-31ccffcf-47f5-4127-8fda-846e2cae9b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:26.141002 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940b9d9-4c26-4f04-83b6-611644bdb505 req-db8695d2-9221-405c-8ad7-5f7f2b95e950 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:26.142842 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9940b9d9-4c26-4f04-83b6-611644bdb505 req-db8695d2-9221-405c-8ad7-5f7f2b95e950 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0612421 Jun 28 21:58:26.182138 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9940b9d9-4c26-4f04-83b6-611644bdb505 req-03ce6805-81f7-4f15-befe-88f77e428213 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Jun 28 21:58:26.351648 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54902) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:26.354027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-baf15cd5-01f9-44ed-aaf3-312d3406742f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:26.355508 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-baf15cd5-01f9-44ed-aaf3-312d3406742f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 946 time: 0.0680122 Jun 28 21:58:26.450320 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1801730380-network', 'tenant_id': '8dd5f84a4c934579926554b1abebff48'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:26.453380 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:26.453718 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.470838 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Made reservation on behalf of 8dd5f84a4c934579926554b1abebff48 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:58:26.473246 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.481747 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.545746 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] For port 3351bfd1-2d49-4f0b-8d66-dec1113544a5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3351bfd1-2d49-4f0b-8d66-dec1113544a5,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:26.546160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.557917 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for 3351bfd1-2d49-4f0b-8d66-dec1113544a5 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:26.569130 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.573590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.576493 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-71a9a6b6-f7ae-440c-9f55-6eb193d6218d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:26.597694 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:58:26.606347 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c65176e-e768-4d9a-9ab0-c2d6efd40400,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:26.610471 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:26.613218 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.613555 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Added segment e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4 of type vlan for network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 Jun 28 21:58:26.658314 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.689011 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.690195 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:26.690618 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.691146 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.693750 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:26.695528 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ae48119e-018b-461c-8793-5a5f8080b5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:26.721739 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3684552 Jun 28 21:58:26.724436 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=3351bfd1-2d49-4f0b-8d66-dec1113544a5,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:26.726957 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:26.727609 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54906) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:26.732990 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Request body: {'subnet': {'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1801730380-subnet', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'ip_version': 4}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:26.752233 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:26.755446 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:26.763899 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:58:26.785780 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] No DVR routers for this DVR port 3351bfd1-2d49-4f0b-8d66-dec1113544a5 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:58:26.788202 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.790467 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e3da4621-489d-49d0-a5df-a656f5d2e12a req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "DELETE /v2.0/ports/3351bfd1-2d49-4f0b-8d66-dec1113544a5 HTTP/1.1" status: 204 len: 173 time: 0.4288280 Jun 28 21:58:26.792352 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'name': 'network-vif-deleted', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:58:26.795866 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696e0ee-bb60-4c8c-b2c8-fcdb6050b572" -d '{"events": [{"server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "name": "network-vif-deleted", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:58:26.807984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Made reservation on behalf of 8dd5f84a4c934579926554b1abebff48 for: {'subnet': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:58:26.810644 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16468584'] for subnet, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.867295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7afed2-11ff-4901-bfdc-763499d15730 x-openstack-request-id: req-ea7afed2-11ff-4901-bfdc-763499d15730 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:58:26.867624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e", "name": "network-vif-deleted", "tag": "3351bfd1-2d49-4f0b-8d66-dec1113544a5", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:58:26.867916 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea7afed2-11ff-4901-bfdc-763499d15730 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:58:26.868343 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e', 'name': 'network-vif-deleted', 'tag': '3351bfd1-2d49-4f0b-8d66-dec1113544a5', 'status': 'completed', 'code': 200} Jun 28 21:58:26.979350 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16468606'] for subnet, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.982608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:27.029118 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cd845e-ed16-44e0-a1c7-f2be6de7709f,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:27.031804 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:27.047482 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Checking segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:27.047844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Network hostable DHCP agents. Network: b3e6c126-64fa-4e4d-afeb-3176ac0b5f48, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:58:27.064428 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:58:27.075223 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, b3e6c126-64fa-4e4d-afeb-3176ac0b5f48) {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:27.080098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:27.080691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.088734 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2fb9cb-6776-4114-b006-9ef36aa9f716 None None] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:27.096371 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3675804 Jun 28 21:58:27.098954 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54910) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:27.104101 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:27.127285 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.128459 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.193418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.268703 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:58:27.269743 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.336624 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.375958 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-01ff5dbd-8d6d-40d8-ae7f-3ebef4acb6d8 req-88f45a0b-0e8c-4b7a-9471-15c53458127f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=e92f71ef-a55c-4cc1-851e-5d2a1ffaf49e HTTP/1.1" status: 200 len: 210 time: 0.0419078 Jun 28 21:58:27.427069 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Allocated IP 172.20.0.2 (b3e6c126-64fa-4e4d-afeb-3176ac0b5f48/70cd845e-ed16-44e0-a1c7-f2be6de7709f/a6a8a225-d558-473f-8cfd-756e382a36cf) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:27.575226 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.578054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.586747 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Transition to ACTIVE for port object a6a8a225-d558-473f-8cfd-756e382a36cf will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:27.599435 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.602377 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Transition to ACTIVE for port object a6a8a225-d558-473f-8cfd-756e382a36cf will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:27.608985 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.612329 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:27.652340 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:27.654807 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:27.658298 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:27.669339 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Pushing event updated for resources: {'Port': ['ID=a6a8a225-d558-473f-8cfd-756e382a36cf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:27.695173 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.695522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.695867 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.696204 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.696544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.696873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.697201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.697530 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.697879 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.698206 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.698530 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.698855 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:27.704334 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:27.712584 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Allocated IP 172.27.1.136 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/3387b1a6-aea5-4ec1-9eac-20361bdf535e) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:27.731928 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Attempting to bind port a6a8a225-d558-473f-8cfd-756e382a36cf on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:27.732485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Attempting to bind port a6a8a225-d558-473f-8cfd-756e382a36cf by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:27.732873 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Attempting to bind port a6a8a225-d558-473f-8cfd-756e382a36cf on network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:27.737762 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:27.738165 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Checking segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:27.738563 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.738960 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Bound using segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:27.739417 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Bound port: a6a8a225-d558-473f-8cfd-756e382a36cf, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:27.739801 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.809326 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] For port a6a8a225-d558-473f-8cfd-756e382a36cf, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:27.810091 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.812868 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] For port a6a8a225-d558-473f-8cfd-756e382a36cf, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a6a8a225-d558-473f-8cfd-756e382a36cf,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:27.817744 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.819588 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:27.855543 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:27.858228 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ace104fb-b890-4663-a773-048f11463616 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:27.873587 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Pushing event updated for resources: {'Port': ['ID=a6a8a225-d558-473f-8cfd-756e382a36cf,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:27.876656 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:27.895505 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:27.898235 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:27.903728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:27.926475 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Pushing event updated for resources: {'Port': ['ID=3387b1a6-aea5-4ec1-9eac-20361bdf535e,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:27.931998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:28.439504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:28.644904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:28.781200 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Router a4e90958-cbec-4a95-9093-18197fa01dc9 is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:58:28.803930 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37628c88-1cc5-428b-96bc-9399a9b8c094 None None] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:28.918794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:28.948524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:28.950023 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-47895999-3218-4238-a477-18d4d984b56d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8497250 Jun 28 21:58:28.953079 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54922) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:28.986348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a6a8a225-d558-473f-8cfd-756e382a36cf up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:28.988403 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Sync routers for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:29.041382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:29.042099 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:29.048673 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-cbb68f73-540d-456b-b5b3-498e4b20ab29 None None] Provisioning for port a6a8a225-d558-473f-8cfd-756e382a36cf completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:29.171832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port a6a8a225-d558-473f-8cfd-756e382a36cf completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:29.185099 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port a6a8a225-d558-473f-8cfd-756e382a36cf triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:29.186085 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.242119 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:29.371088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.432679 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.493923 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port a6a8a225-d558-473f-8cfd-756e382a36cf, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a6a8a225-d558-473f-8cfd-756e382a36cf,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:29.500849 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.503936 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:29.553094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:28Z', 'revision_number': 3, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:29.557972 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=a6a8a225-d558-473f-8cfd-756e382a36cf,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:29.558344 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Allocated IP 172.20.0.1 (b3e6c126-64fa-4e4d-afeb-3176ac0b5f48/70cd845e-ed16-44e0-a1c7-f2be6de7709f/2c0acda2-0117-4684-95c3-915661e5c6d0) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:29.584322 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:29.585345 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Checking router: a4e90958-cbec-4a95-9093-18197fa01dc9 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:29.585691 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Updating router a4e90958-cbec-4a95-9093-18197fa01dc9 port 3387b1a6-aea5-4ec1-9eac-20361bdf535e binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:58:29.621123 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.671332 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3351bfd1-2d49-4f0b-8d66-dec1113544a5 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:29.684081 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.698733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Transition to ACTIVE for port object 2c0acda2-0117-4684-95c3-915661e5c6d0 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:29.731466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.734243 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-feb8de03-bcf6-440a-9a43-f9d9772d9ed0 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:29.736209 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 3351bfd1-2d49-4f0b-8d66-dec1113544a5 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:29.736565 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3351bfd1-2d49-4f0b-8d66-dec1113544a5 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:29.764851 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-4cb0e113-0c21-4dbc-b5c6-b91711cddf50 None None] Provisioning complete for port a6a8a225-d558-473f-8cfd-756e382a36cf triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:29.765232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e113-0c21-4dbc-b5c6-b91711cddf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.766054 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:29.770241 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:29.773633 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:29.807462 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:29.814670 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:29.831199 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:29.979374 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.001517 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.012855 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Transition to ACTIVE for port object 3387b1a6-aea5-4ec1-9eac-20361bdf535e will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:30.019510 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.023689 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-37b247c7-487d-400f-975a-172764e61d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:30.122472 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Attempting to bind port 3387b1a6-aea5-4ec1-9eac-20361bdf535e on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:30.123519 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Attempting to bind port 3387b1a6-aea5-4ec1-9eac-20361bdf535e by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:30.124073 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Attempting to bind port 3387b1a6-aea5-4ec1-9eac-20361bdf535e on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:30.128506 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-5930f83a-bc03-458b-b3da-b763db4c6830 None None] Provisioning for port 2c0acda2-0117-4684-95c3-915661e5c6d0 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:30.131177 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Pushing event updated for resources: {'Port': ['ID=3387b1a6-aea5-4ec1-9eac-20361bdf535e,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:30.141094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:30.141716 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-5930f83a-bc03-458b-b3da-b763db4c6830 None None] Provisioning complete for port 2c0acda2-0117-4684-95c3-915661e5c6d0 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:30.142335 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5930f83a-bc03-458b-b3da-b763db4c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.143573 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.144939 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:30.145533 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:30.146194 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.146816 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:30.147611 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Bound port: 3387b1a6-aea5-4ec1-9eac-20361bdf535e, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:30.148239 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.148774 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.151996 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1f4321eb-f967-49d4-9e6f-8b78f7bcd970 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:30.216318 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:30.218504 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-5930f83a-bc03-458b-b3da-b763db4c6830 None None] Port 2c0acda2-0117-4684-95c3-915661e5c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:58:30.219456 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.221401 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:30.232655 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] For port 3387b1a6-aea5-4ec1-9eac-20361bdf535e, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:30.235721 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] For port 3387b1a6-aea5-4ec1-9eac-20361bdf535e, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=3387b1a6-aea5-4ec1-9eac-20361bdf535e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:30.241264 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.244117 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:30.304206 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Pushing event updated for resources: {'Port': ['ID=3387b1a6-aea5-4ec1-9eac-20361bdf535e,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:30.306782 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:30.307445 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:30.310887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:30.313902 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:30.315575 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:30.424162 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:30.433845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Router a4e90958-cbec-4a95-9093-18197fa01dc9 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:30.562168 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:30.569106 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] 10.222.0.37 "PUT /v2.0/routers/a4e90958-cbec-4a95-9093-18197fa01dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147556 Jun 28 21:58:30.581655 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-570c90a7-c1b3-4905-b1cc-24a77899aa11 None None] Provisioning complete for port 2c0acda2-0117-4684-95c3-915661e5c6d0 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:30.582061 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-570c90a7-c1b3-4905-b1cc-24a77899aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.629813 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-570c90a7-c1b3-4905-b1cc-24a77899aa11 None None] Port 2c0acda2-0117-4684-95c3-915661e5c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:58:30.675453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:30Z', 'revision_number': 2, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:30.706098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c47623-728a-4bf4-8566-b487249f1dfb None None] The sync data for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi is: [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:30Z', 'revision_number': 2, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:30.744083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54938) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:30.920260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port 30b36c44-ef42-409c-96b9-8f5b0b4ca1a9 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:30.920917 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.932773 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a6a8a225-d558-473f-8cfd-756e382a36cf up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:31.011573 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port a6a8a225-d558-473f-8cfd-756e382a36cf triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:31.012466 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.043594 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.043984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.058812 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for 30b36c44-ef42-409c-96b9-8f5b0b4ca1a9 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:31.243830 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.246223 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7b04dbed-81ad-4013-814e-fdd3680d6635 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:31.247839 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54948) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:31.254361 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-662126529-network', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:31.278677 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=30b36c44-ef42-409c-96b9-8f5b0b4ca1a9,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:31.283006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:31.286535 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Made reservation on behalf of 2e1dc7c60cdb4e4a9aa700e965a9fd99 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:58:31.290065 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for network, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.300125 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.355239 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.355652 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Floating IP b8c298ce-2774-47b8-aee0-c76c7ac16e4d disassociated (deleted). External IP: 172.27.1.34, port: 3270161b-18af-4963-a846-df070a9bea45. Jun 28 21:58:31.406804 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.412172 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.416584 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-96e7b9dc-72bf-4042-8f3f-cef510c312f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:31.445468 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdb8755-f3fc-4ab8-ae25-1b4ef55203fb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:31.450268 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:31.454449 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:58:31.465912 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.466162 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Added segment 39e5a799-4c0a-4e71-ab62-34382dadd684 of type vlan for network 5adb6a85-c998-4f1d-b049-3dcecc600a1b Jun 28 21:58:31.523876 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995930489'] for network, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.557410 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793'] for network, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.558767 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:31.559343 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.562084 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:31.622383 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3728004 Jun 28 21:58:31.626282 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54950) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:31.631581 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Request body: {'subnet': {'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-662126529-subnet', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:31.645214 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Pushing event updated for resources: {'Network': ['ID=5adb6a85-c998-4f1d-b049-3dcecc600a1b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:31.649016 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-464a11ad-4d6a-4696-ba76-fa1fe9deefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:31.663192 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b details requested by agent ovs-agent-dv-cinder-798384-1-iscsi with host dv-cinder-798384-1-iscsi {{(pid=104563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:58:31.687003 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Made reservation on behalf of 2e1dc7c60cdb4e4a9aa700e965a9fd99 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:58:31.691180 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8927722'] for subnet, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.912814 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9258698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8927740'] for subnet, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.914857 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:31.927827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:31.975917 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb262c6-889a-4f08-8025-bcb8b20429e3,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:31.979496 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:31.998356 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Checking segment: {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:31.998743 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Network hostable DHCP agents. Network: 5adb6a85-c998-4f1d-b049-3dcecc600a1b, hostable agents: ['df278ab5-3459-4394-93a4-3a50c6e15348'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:58:32.019063 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b is scheduled to be hosted by DHCP agent df278ab5-3459-4394-93a4-3a50c6e15348 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:58:32.029740 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-iscsi, 5adb6a85-c998-4f1d-b049-3dcecc600a1b) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:32.034356 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.036559 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.045739 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:32.051008 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.061022 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1b2b92d1-dffe-451c-b46c-1623c46fb660 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4309289 Jun 28 21:58:32.061362 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54952) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:32.066054 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ae029-2eff-4b94-aa70-7ef3c0b7c6f0 None None] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:32.066562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:32.070853 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:32.082249 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:32.082953 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:32.091269 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-e0a90bdb-9c46-42af-bd66-6c465ae428fa tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8c298ce-2774-47b8-aee0-c76c7ac16e4d HTTP/1.1" status: 204 len: 168 time: 1.3460777 Jun 28 21:58:32.092109 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:58:32.094576 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e3b28-a997-48df-b089-f52e630dbdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:58:32.104386 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-739003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9524'] for router, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.107944 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9485'] for router, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.169971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9725a46-b3bf-4092-8b86-4dc2b791a634 x-openstack-request-id: req-f9725a46-b3bf-4092-8b86-4dc2b791a634 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:58:32.170315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "tag": "3270161b-18af-4963-a846-df070a9bea45", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:58:32.170608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9725a46-b3bf-4092-8b86-4dc2b791a634 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:58:32.171093 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'tag': '3270161b-18af-4963-a846-df070a9bea45', 'status': 'completed', 'code': 200} Jun 28 21:58:32.186355 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.314020 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-30f47061-5fa6-412d-bbc8-87a3943c18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.315294 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-30f47061-5fa6-412d-bbc8-87a3943c18eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb322b7c5b534c76a076f4439bf1793d&device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 1098 time: 0.1213961 Jun 28 21:58:32.327525 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:32.392823 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42864d96-ce00-5369-9eeb-64ee6f36455e-5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3'}]}} from dv-cinder-798384-1-iscsi. {{(pid=104563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:58:32.394024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.484397 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-744391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9491'] for router, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.515557 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-e0c0a830-ea41-427a-b047-d92e227dc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.517437 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-e0c0a830-ea41-427a-b047-d92e227dc3f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 200 len: 913 time: 0.1927922 Jun 28 21:58:32.581037 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-e9614cda-b5be-4e4a-82c3-2225aebb499e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 200 len: 217 time: 0.0549493 Jun 28 21:58:32.588430 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:32.620101 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Allocated IP 172.20.0.2 (5adb6a85-c998-4f1d-b049-3dcecc600a1b/bcb262c6-889a-4f08-8025-bcb8b20429e3/1508240d-708f-4f8a-a40c-5350e461b02e) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:32.629052 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:32.648427 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:32.649384 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:32.663299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-3e94f72c-815f-43a5-9a57-df3030bb3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.664683 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-3e94f72c-815f-43a5-9a57-df3030bb3765 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 200 len: 851 time: 0.0764041 Jun 28 21:58:32.738012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-b21ba535-acbd-4a9a-8a27-338505f7dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.739747 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-b21ba535-acbd-4a9a-8a27-338505f7dcbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ddfacec-d7c8-404b-9912-5a441115f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658069 Jun 28 21:58:32.783845 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:32.790232 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks [] for port, precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.796896 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597f0f2-df62-462e-b314-fb92a9c98be0 req-7c4068ec-1741-4910-832a-1fd8377cd787 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:32.798623 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f597f0f2-df62-462e-b314-fb92a9c98be0 req-7c4068ec-1741-4910-832a-1fd8377cd787 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.2033608 Jun 28 21:58:32.800457 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Transition to ACTIVE for port object 1508240d-708f-4f8a-a40c-5350e461b02e will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:32.802474 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.824531 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Transition to ACTIVE for port object 1508240d-708f-4f8a-a40c-5350e461b02e will not be triggered until provisioned by entity DHCP. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:32.834158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.835708 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207'] for port, after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:32.850682 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:32.911378 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:32.913179 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-4a097de5-9fb9-4e0e-b7d3-873ccc33626e service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659424 Jun 28 21:58:32.918552 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:32.928750 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f597f0f2-df62-462e-b314-fb92a9c98be0 req-ee1a02ea-a077-4620-8841-e89b26a4da4e tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234176 Jun 28 21:58:32.945892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:32.981882 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Pushing event updated for resources: {'Port': ['ID=1508240d-708f-4f8a-a40c-5350e461b02e,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:32.994691 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:33.015629 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 3387b1a6-aea5-4ec1-9eac-20361bdf535e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:33.038467 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Allocated IP 172.27.1.233 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/0b28908c-e3f3-412c-9d34-6c055b167c2e) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:33.054518 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-652e3b28-a997-48df-b089-f52e630dbdf4 req-7ac127b5-a962-4e05-868f-7fce7c19c0cd service neutron] 10.222.0.39 "GET /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332927 Jun 28 21:58:33.066487 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:33.096485 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d9a4c-a1a5-438f-bea5-bbc484127d97 None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:27Z', 'revision_number': 4, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': 'eb2a9a24-f73b-4d46-b431-e057ebe73e68', 'name': '', 'network_id': '6ddfacec-d7c8-404b-9912-5a441115f2f0', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'mac_address': 'fa:16:3e:a3:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:27Z', 'updated_at': '2021-06-28T21:50:36Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'subnets': [{'id': '0322605b-b0e2-401d-82a0-55f2005fc15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:33.110528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Attempting to bind port 1508240d-708f-4f8a-a40c-5350e461b02e on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:33.111104 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Attempting to bind port 1508240d-708f-4f8a-a40c-5350e461b02e by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:33.111373 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Attempting to bind port 1508240d-708f-4f8a-a40c-5350e461b02e on network 5adb6a85-c998-4f1d-b049-3dcecc600a1b {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:33.117409 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:33.117859 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Checking segment: {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:33.118231 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.118637 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Bound using segment: {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:33.119116 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Bound port: 1508240d-708f-4f8a-a40c-5350e461b02e, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:33.119506 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.121444 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 3387b1a6-aea5-4ec1-9eac-20361bdf535e completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:33.131978 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 3387b1a6-aea5-4ec1-9eac-20361bdf535e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:33.132362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.180343 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.220762 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.221618 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] For port 1508240d-708f-4f8a-a40c-5350e461b02e, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:33.224287 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6bb8b4a6-ca29-48d8-a5dc-00183963def4 tempest-ServerRescueNegativeTestJSON-1164299338 tempest-ServerRescueNegativeTestJSON-1164299338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:33.225722 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] For port 1508240d-708f-4f8a-a40c-5350e461b02e, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=1508240d-708f-4f8a-a40c-5350e461b02e,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:33.253494 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.257459 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:33.259958 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:33.265593 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:33.271866 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:33.277369 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Pushing event updated for resources: {'Port': ['ID=0b28908c-e3f3-412c-9d34-6c055b167c2e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:33.301193 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.301424 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:33.354912 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 3387b1a6-aea5-4ec1-9eac-20361bdf535e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=3387b1a6-aea5-4ec1-9eac-20361bdf535e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:33.356240 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Pushing event updated for resources: {'Port': ['ID=1508240d-708f-4f8a-a40c-5350e461b02e,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:33.360024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-c8a90b8d-f651-4b5d-8a3b-be94b5cd7526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:33.363556 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.370489 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:33.424903 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=3387b1a6-aea5-4ec1-9eac-20361bdf535e,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:33.427985 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:33.478897 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b3ffcc-17ac-42a5-b81e-9ef23817501c None None] New status for floating IP b8c298ce-2774-47b8-aee0-c76c7ac16e4d: DOWN {{(pid=104563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:58:33.568381 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Sync routers for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:33.571054 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.581113 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:33.581729 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:33.713867 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:33.783969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744891'] for router, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:33.913495 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Router eff15ffa-6a6b-45e0-b62d-38549043771d is scheduled to L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:58:33.996309 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:30Z', 'revision_number': 2, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:34.023538 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:34.023890 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Checking router: a4e90958-cbec-4a95-9093-18197fa01dc9 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:34.024248 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Updating router a4e90958-cbec-4a95-9093-18197fa01dc9 port 2c0acda2-0117-4684-95c3-915661e5c6d0 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:58:34.032685 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Sync routers for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:34.048617 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:34.049742 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] Notify callbacks [] for router, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.051031 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:34.054334 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-254fe70e-c789-4e14-a1e5-33e3a67fa519 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9915283 Jun 28 21:58:34.056316 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54962) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:34.067582 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.161765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-069ae486-4cb2-40ae-b47e-a7c822f0ccb4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:34.164998 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-069ae486-4cb2-40ae-b47e-a7c822f0ccb4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.1587825 Jun 28 21:58:34.285995 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:34.373397 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be909b-2034-45dd-bdb9-80d637e6ebaa None None] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:34.379502 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f3d40-4996-4bb4-acc5-aa9e5b0f5c50 req-68b2cbd1-cb29-4a4a-8436-b86ecb25a41f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:34.382978 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.388079 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bc6f3d40-4996-4bb4-acc5-aa9e5b0f5c50 req-68b2cbd1-cb29-4a4a-8436-b86ecb25a41f tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 945 time: 0.1691170 Jun 28 21:58:34.397601 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Transition to ACTIVE for port object 2c0acda2-0117-4684-95c3-915661e5c6d0 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:34.406753 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.415181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:34.457187 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bc6f3d40-4996-4bb4-acc5-aa9e5b0f5c50 req-4485bac0-62f7-4eb1-ac57-6019b8a19b82 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9ed0030-adb8-4953-88ca-4a4b27df6506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673697 Jun 28 21:58:34.464747 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port 3270161b-18af-4963-a846-df070a9bea45 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:34.465088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.470941 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Pushing event updated for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:34.480175 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.480175 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.480514 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.480798 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.481122 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.481445 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.481764 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.483120 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.483120 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.483120 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.483466 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.483569 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:58:34.487153 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:34.491175 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-e59a2bd7-2049-4ac0-9ef2-3fa7e7c03020 None None] Provisioning for port 1508240d-708f-4f8a-a40c-5350e461b02e completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:34.576377 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Attempting to bind port 2c0acda2-0117-4684-95c3-915661e5c6d0 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:34.577238 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Attempting to bind port 2c0acda2-0117-4684-95c3-915661e5c6d0 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:34.577885 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Attempting to bind port 2c0acda2-0117-4684-95c3-915661e5c6d0 on network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:34.594794 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:34.595245 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Checking segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:34.596079 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.596079 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Bound using segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:34.596398 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Bound port: 2c0acda2-0117-4684-95c3-915661e5c6d0, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:34.596767 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.635527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] For port 3270161b-18af-4963-a846-df070a9bea45, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3270161b-18af-4963-a846-df070a9bea45,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:34.636026 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.652210 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for 3270161b-18af-4963-a846-df070a9bea45 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:34.698171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 3, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:34.723838 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.735789 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] For port 2c0acda2-0117-4684-95c3-915661e5c6d0, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:34.741581 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] For port 2c0acda2-0117-4684-95c3-915661e5c6d0, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2c0acda2-0117-4684-95c3-915661e5c6d0,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:34.751481 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Checking router: eff15ffa-6a6b-45e0-b62d-38549043771d for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:34.751837 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Updating router eff15ffa-6a6b-45e0-b62d-38549043771d port 0b28908c-e3f3-412c-9d34-6c055b167c2e binding host dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:58:34.756170 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.759294 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:34.833416 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:34.834151 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:34.840979 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.842894 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:34.859141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2901762f-1fbc-4e50-a8e3-2a68033d0ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:34.881659 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Pushing event updated for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:34.885536 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-326fa2e1-9805-4207-9adc-911e03f5425c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:34.964782 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=3270161b-18af-4963-a846-df070a9bea45,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:35.036923 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:35.040524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:35.048345 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Allocated IP 172.20.0.1 (5adb6a85-c998-4f1d-b049-3dcecc600a1b/bcb262c6-889a-4f08-8025-bcb8b20429e3/99bb4653-037b-4f84-ba69-8b6e789a1e03) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:35.067015 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] No DVR routers for this DVR port 3270161b-18af-4963-a846-df070a9bea45 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:58:35.080141 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.083708 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-0010e5a9-839b-4c71-a06b-77e0e6314cad req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.39 "DELETE /v2.0/ports/3270161b-18af-4963-a846-df070a9bea45 HTTP/1.1" status: 204 len: 173 time: 0.9125779 Jun 28 21:58:35.085997 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'name': 'network-vif-deleted', 'tag': '3270161b-18af-4963-a846-df070a9bea45'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:58:35.090455 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b88b09b-c9b4-4aa6-bbe8-8d4336a3d85c" -d '{"events": [{"server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "name": "network-vif-deleted", "tag": "3270161b-18af-4963-a846-df070a9bea45"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:58:35.163934 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d83c8-6850-4b87-a8f8-3d4e52e69bab x-openstack-request-id: req-b85d83c8-6850-4b87-a8f8-3d4e52e69bab {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:58:35.165070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68817a5-8291-482c-9524-08d1b20fa7f3", "name": "network-vif-deleted", "tag": "3270161b-18af-4963-a846-df070a9bea45", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:58:35.165776 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b85d83c8-6850-4b87-a8f8-3d4e52e69bab {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:58:35.166428 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68817a5-8291-482c-9524-08d1b20fa7f3', 'name': 'network-vif-deleted', 'tag': '3270161b-18af-4963-a846-df070a9bea45', 'status': 'completed', 'code': 200} Jun 28 21:58:35.191905 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 3387b1a6-aea5-4ec1-9eac-20361bdf535e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:35.266188 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.281313 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Transition to ACTIVE for port object 99bb4653-037b-4f84-ba69-8b6e789a1e03 will not be triggered until provisioned by entity DHCP. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:35.292770 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 3387b1a6-aea5-4ec1-9eac-20361bdf535e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:35.293343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.322983 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9258590'] for port, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.326682 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:34Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:35.326969 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-415f4b10-57b5-4622-8f9f-12ad9f30e728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:35.364158 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbfb9f8-48f3-4cc2-b831-de425ba15023 None None] The sync data for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi is: [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:34Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:35.375226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:35.379912 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:35.382379 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:35.476874 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks [] for port, precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.546689 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Transition to ACTIVE for port object 0b28908c-e3f3-412c-9d34-6c055b167c2e will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:35.606547 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.611453 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:35.697934 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Attempting to bind port 0b28908c-e3f3-412c-9d34-6c055b167c2e on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:35.698567 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Attempting to bind port 0b28908c-e3f3-412c-9d34-6c055b167c2e by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:35.699025 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Attempting to bind port 0b28908c-e3f3-412c-9d34-6c055b167c2e on network fe57467b-663a-4188-8a09-e58d6ce5ba09 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:35.703264 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 1508240d-708f-4f8a-a40c-5350e461b02e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:35.718572 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ae7dee0-0bac-42cb-bf2d-cb28c50b731b req-85802953-a496-40cc-a642-76ebf630cb45 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68817a5-8291-482c-9524-08d1b20fa7f3 HTTP/1.1" status: 200 len: 210 time: 0.0465465 Jun 28 21:58:35.733529 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Pushing event updated for resources: {'Port': ['ID=0b28908c-e3f3-412c-9d34-6c055b167c2e,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:35.736841 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:35.759303 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:35.759753 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Checking segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:35.760300 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.760820 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Bound using segment: {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:35.761419 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Bound port: 0b28908c-e3f3-412c-9d34-6c055b167c2e, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5c79d-2783-4eee-85e1-db3e592bcc5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:35.761867 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.793787 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-355a94af-93d3-4085-9be5-6b6a49c468e9 None None] Provisioning for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:35.808907 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-355a94af-93d3-4085-9be5-6b6a49c468e9 None None] Provisioning complete for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:35.809293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-355a94af-93d3-4085-9be5-6b6a49c468e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.820717 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Pushing event updated for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:35.830864 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743814'] for router_interface, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.835207 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:35.867224 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] For port 0b28908c-e3f3-412c-9d34-6c055b167c2e, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:35.872049 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] For port 0b28908c-e3f3-412c-9d34-6c055b167c2e, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=0b28908c-e3f3-412c-9d34-6c055b167c2e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:35.873867 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 1508240d-708f-4f8a-a40c-5350e461b02e completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:35.879248 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-355a94af-93d3-4085-9be5-6b6a49c468e9 None None] Port 99bb4653-037b-4f84-ba69-8b6e789a1e03 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:58:35.884335 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.894900 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 1508240d-708f-4f8a-a40c-5350e461b02e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:35.895295 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:35.898133 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:35.985928 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:35.986562 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:36.008612 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.161016 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Pushing event updated for resources: {'Port': ['ID=0b28908c-e3f3-412c-9d34-6c055b167c2e,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:36.164108 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:36.188939 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.194571 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9258568'] for port, after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.196886 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7d202b00-99a6-482f-a8f7-1a437ae72985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:36.254947 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.262193 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Pushing event updated for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:36.265219 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744310'] for router_interface, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.270755 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:36.273536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:36.329401 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 1508240d-708f-4f8a-a40c-5350e461b02e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=1508240d-708f-4f8a-a40c-5350e461b02e,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:36.358824 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:36.360191 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:36.360763 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.365038 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:36.467630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=1508240d-708f-4f8a-a40c-5350e461b02e,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:36.470778 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:36.480754 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Router eff15ffa-6a6b-45e0-b62d-38549043771d has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:36.538846 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '99bb4653-037b-4f84-ba69-8b6e789a1e03', 'name': '', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'mac_address': 'fa:16:3e:fb:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:34Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 1, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'subnets': [{'id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:36.564682 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59712a29-7764-4592-9dc4-26172eacf294 None None] The sync data for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi is: [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '99bb4653-037b-4f84-ba69-8b6e789a1e03', 'name': '', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'mac_address': 'fa:16:3e:fb:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:34Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 1, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'subnets': [{'id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:36.588955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:36.598746 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-118220bf-c8c8-4336-bf2b-b71275ed3819 admin admin] 10.222.0.37 "PUT /v2.0/routers/eff15ffa-6a6b-45e0-b62d-38549043771d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392482 Jun 28 21:58:36.602913 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a542e5ea-5236-4617-b205-b318243a9771 None None] Provisioning complete for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:36.603294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a542e5ea-5236-4617-b205-b318243a9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:36.639829 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a542e5ea-5236-4617-b205-b318243a9771 None None] Port 99bb4653-037b-4f84-ba69-8b6e789a1e03 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:58:36.838224 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54976) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:36.948892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 1508240d-708f-4f8a-a40c-5350e461b02e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:36.989687 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Deleting port 01a97ed4-90c7-4c6e-af12-625f9a50b597 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:36.990243 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.011720 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 1508240d-708f-4f8a-a40c-5350e461b02e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:37.012321 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.080956 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.081270 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.093955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Calling delete_port for 01a97ed4-90c7-4c6e-af12-625f9a50b597 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:37.108684 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2c0acda2-0117-4684-95c3-915661e5c6d0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:37.173005 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 2c0acda2-0117-4684-95c3-915661e5c6d0 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:37.177937 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 2c0acda2-0117-4684-95c3-915661e5c6d0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:37.179075 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.242970 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54978) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:37.248588 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740526343', 'description': 'tempest-secgroup-smoke-740526343 description', 'project_id': '8dd5f84a4c934579926554b1abebff48'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:37.263866 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.266904 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.273662 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.275248 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.294246 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'Port': ['ID=01a97ed4-90c7-4c6e-af12-625f9a50b597,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.297555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.318190 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 2c0acda2-0117-4684-95c3-915661e5c6d0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2c0acda2-0117-4684-95c3-915661e5c6d0,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:37.322683 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.325483 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-9e818384-4585-4228-85d2-0d4a858ef092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.364207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.366765 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for floatingip, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.369287 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.369490 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.373337 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fbf07de9-0944-4e0f-b06b-db0e19f510c4 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "DELETE /v2.0/floatingips/5dff82fd-8199-4c1a-af9a-208a68d4f468 HTTP/1.1" status: 204 len: 168 time: 0.5314543 Jun 28 21:58:37.373988 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-64e4210e-c739-4081-b97c-bf8d02692b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.384505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.388023 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.406070 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.407286 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1626618 Jun 28 21:58:37.410681 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54982) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:37.411896 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b1498-30e2-45df-9a55-2600ed32b27f,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.414668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1a3803d5-b7b2-4147-b640-9ab284c2656b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.420502 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:37.454373 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.515486 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.520454 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.522803 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-82bdfc21-8996-4ab0-bd6d-05cb64f3c884 tempest-TestMinimumBasicScenario-744787206 tempest-TestMinimumBasicScenario-744787206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.539399 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9a5a96-c7f6-4560-9101-99bf5c6a7f56,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.542737 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.549174 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.551347 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d3a1e1c5-27aa-4f9a-964f-c9a2c2310290 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392424 Jun 28 21:58:37.554019 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54988) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:37.561107 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:37.591650 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.661086 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.667562 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.669967 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.687517 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917b3a91-4e52-4a6c-9925-d32a648d8416,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.690394 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.693009 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.697740 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54992) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:37.697924 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3996569c-0e85-4ba5-b985-32d551bf10c7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386690 Jun 28 21:58:37.707098 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:37.713618 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3270161b-18af-4963-a846-df070a9bea45 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:37.741348 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: 3270161b-18af-4963-a846-df070a9bea45 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:37.742121 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device 3270161b-18af-4963-a846-df070a9bea45 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:37.746844 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.817307 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.821176 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.823299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.839723 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05f5705-86b0-4eed-9602-86501a82783d,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:37.843013 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:37.848852 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.850107 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2215f72b-5faf-418d-88e5-3c2f3bd04801 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508391 Jun 28 21:58:37.852832 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 54994) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:37.857860 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:37.899943 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.967250 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.971462 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.973338 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:37.994534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf8886c-da93-4bd6-a8c9-8b34f028c207,revision_number=0']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:38.000288 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:38.002826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.003913 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-2cf0bb81-f6e7-4178-9be0-795b6933b2fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501708 Jun 28 21:58:38.007626 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54996) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:38.012550 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:38.035503 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Project 8dd5f84a4c934579926554b1abebff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:58:38.040474 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.109850 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.113609 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.118464 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-4af75310-60e1-4c15-85fb-2184db786815 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:38.138412 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb01376-f75c-4436-a012-a110c504b16f,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:38.141590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:38.143202 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.147698 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6e98f371-4029-41cd-8c8e-b58208e1397e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357250 Jun 28 21:58:38.147920 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 54998) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:38.152895 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'security_group_rule': {'security_group_id': 'dd9b1498-30e2-45df-9a55-2600ed32b27f', 'project_id': '8dd5f84a4c934579926554b1abebff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:38.177725 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Project 8dd5f84a4c934579926554b1abebff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 21:58:38.183339 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.249429 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.253287 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-712228'] for security_group_rule, after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.255431 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:38.274007 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29cdbeb-045b-4c61-a879-d8e02ffef367,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:38.277240 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:38.287618 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.288780 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-db576474-ab7c-4608-93fd-bafccda445da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399324 Jun 28 21:58:38.657919 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55042) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:38.736419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.768478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.838648 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.841562 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:38.845236 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9ed0030-adb8-4953-88ca-4a4b27df6506 HTTP/1.1" status: 204 len: 168 time: 0.1839414 Jun 28 21:58:38.845236 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-077537c2-754d-488a-ba56-f0f40b362e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:38.855789 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed0030-adb8-4953-88ca-4a4b27df6506,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:38.859199 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-05031642-f3e8-4c7b-a7e2-2814d8f1035c tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:38.997457 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 0b28908c-e3f3-412c-9d34-6c055b167c2e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:39.051511 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 0b28908c-e3f3-412c-9d34-6c055b167c2e completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:39.056262 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 0b28908c-e3f3-412c-9d34-6c055b167c2e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:39.056668 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.105920 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Sync routers for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:39.116062 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:39.117344 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:39.144448 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.175249 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 0b28908c-e3f3-412c-9d34-6c055b167c2e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=0b28908c-e3f3-412c-9d34-6c055b167c2e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:39.179051 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.180046 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2c0acda2-0117-4684-95c3-915661e5c6d0 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:39.181771 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:39.228547 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:39.267247 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=0b28908c-e3f3-412c-9d34-6c055b167c2e,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:39.270582 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:39.282065 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 2c0acda2-0117-4684-95c3-915661e5c6d0 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:39.282497 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.435687 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '99bb4653-037b-4f84-ba69-8b6e789a1e03', 'name': '', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'mac_address': 'fa:16:3e:fb:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:34Z', 'updated_at': '2021-06-28T21:58:36Z', 'revision_number': 2, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'subnets': [{'id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:39.462215 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Checking router: eff15ffa-6a6b-45e0-b62d-38549043771d for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:39.462576 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Updating router eff15ffa-6a6b-45e0-b62d-38549043771d port 99bb4653-037b-4f84-ba69-8b6e789a1e03 binding host dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:58:39.499967 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.844552 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks [] for port, precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.854534 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Transition to ACTIVE for port object 99bb4653-037b-4f84-ba69-8b6e789a1e03 will not be triggered until provisioned by entity L2. {{(pid=104564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:39.861760 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.863758 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-6ce67c88-0307-4f2d-b113-b3f36edd076f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:39.910347 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dc503-49ab-4421-9ba2-ffbf0251af7a None None] Pushing event updated for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:39.918877 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-3d9dc503-49ab-4421-9ba2-ffbf0251af7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:39.924894 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55068) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:39.980295 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Attempting to bind port 99bb4653-037b-4f84-ba69-8b6e789a1e03 on host dv-cinder-798384-1-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:39.980503 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Attempting to bind port 99bb4653-037b-4f84-ba69-8b6e789a1e03 by drivers openvswitch,hyperv on host dv-cinder-798384-1-iscsi at level 0 using segments [{'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:39.980821 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Attempting to bind port 99bb4653-037b-4f84-ba69-8b6e789a1e03 on network 5adb6a85-c998-4f1d-b049-3dcecc600a1b {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:39.986257 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Checking agent: {'id': '8476f02b-2453-4840-9915-b93dd83c8721', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 41, 23), 'started_at': datetime.datetime(2021, 6, 28, 21, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:39.986667 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Checking segment: {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:39.987077 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:39.987505 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Bound using segment: {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:39.987983 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Bound port: 99bb4653-037b-4f84-ba69-8b6e789a1e03, host: dv-cinder-798384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e5a799-4c0a-4e71-ab62-34382dadd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:39.988413 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:40.066328 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] For port 99bb4653-037b-4f84-ba69-8b6e789a1e03, host dv-cinder-798384-1-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:40.071682 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] For port 99bb4653-037b-4f84-ba69-8b6e789a1e03, host dv-cinder-798384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=99bb4653-037b-4f84-ba69-8b6e789a1e03,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:40.077313 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:40.081495 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-799ccf0f-941b-4fbb-939e-d711d875ec06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:40.147581 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:40.148219 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:40.149927 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dc503-49ab-4421-9ba2-ffbf0251af7a None None] Pushing event updated for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:40.192972 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-3d9dc503-49ab-4421-9ba2-ffbf0251af7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:40.269899 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:40.480238 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '99bb4653-037b-4f84-ba69-8b6e789a1e03', 'name': '', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'mac_address': 'fa:16:3e:fb:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:34Z', 'updated_at': '2021-06-28T21:58:40Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'subnets': [{'id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:40.495050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:40.506831 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb9d17-e034-481e-8ae3-f0cffba8b85a None None] The sync data for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi is: [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:35Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '99bb4653-037b-4f84-ba69-8b6e789a1e03', 'name': '', 'network_id': '5adb6a85-c998-4f1d-b049-3dcecc600a1b', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'mac_address': 'fa:16:3e:fb:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:34Z', 'updated_at': '2021-06-28T21:58:40Z', 'revision_number': 4, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'subnets': [{'id': 'bcb262c6-889a-4f08-8025-bcb8b20429e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:40.761446 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Deleting port eb2a9a24-f73b-4d46-b431-e057ebe73e68 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:40.761772 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:40.850305 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] For port eb2a9a24-f73b-4d46-b431-e057ebe73e68, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=eb2a9a24-f73b-4d46-b431-e057ebe73e68,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:40.850782 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:40.866487 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Calling delete_port for eb2a9a24-f73b-4d46-b431-e057ebe73e68 owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:40.937964 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 0b28908c-e3f3-412c-9d34-6c055b167c2e up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:40.991248 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 0b28908c-e3f3-412c-9d34-6c055b167c2e triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:40.991646 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.072379 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.074754 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7999fc7f-3d40-41dc-b2f2-b4427ef198f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:41.083052 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 99bb4653-037b-4f84-ba69-8b6e789a1e03 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:41.098815 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2a9a24-f73b-4d46-b431-e057ebe73e68,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:41.101728 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:41.139683 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:41.144218 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:41.144599 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.233551 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.284731 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] For port 99bb4653-037b-4f84-ba69-8b6e789a1e03, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=99bb4653-037b-4f84-ba69-8b6e789a1e03,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:41.287207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.290991 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.296500 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:41.345347 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Pushing event updated for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:41.348276 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:41.498451 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Router d03ee893-9dbb-41c1-b706-b88ee20b54d3 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:41.601623 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:41.606356 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] 10.222.0.37 "PUT /v2.0/routers/d03ee893-9dbb-41c1-b706-b88ee20b54d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794813 Jun 28 21:58:41.609136 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55074) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:41.610269 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Sync routers for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:41.622764 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:41.623398 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:41.710004 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.728508 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:41.809331 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.861041 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Deleting port a74e1431-6c52-4227-9dec-bc276cd80be3 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:41.861296 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.904344 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:58:41Z', 'revision_number': 5, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port': {'id': 'a74e1431-6c52-4227-9dec-bc276cd80be3', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:41.936583 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Checking router: d03ee893-9dbb-41c1-b706-b88ee20b54d3 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:41.942881 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] For port a74e1431-6c52-4227-9dec-bc276cd80be3, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a74e1431-6c52-4227-9dec-bc276cd80be3,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:41.942881 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:41.945692 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Routers {'d03ee893-9dbb-41c1-b706-b88ee20b54d3'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:41.946346 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:41.956278 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Calling delete_port for a74e1431-6c52-4227-9dec-bc276cd80be3 owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:42.135793 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.137906 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ec74e3d1-ed6e-4f32-aee6-6ba31f31c04e tempest-AttachVolumeShelveTestJSON-904279483 tempest-AttachVolumeShelveTestJSON-904279483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:42.162073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Pushing event deleted for resources: {'Port': ['ID=a74e1431-6c52-4227-9dec-bc276cd80be3,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:42.162708 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] Set router d03ee893-9dbb-41c1-b706-b88ee20b54d3 gateway port host: None {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:42.165118 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:42.216604 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:58:41Z', 'revision_number': 6, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:42.223825 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.253297 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e0fef-9e1b-4fcd-ad33-4ab950a0fece None None] The sync data for ids ['d03ee893-9dbb-41c1-b706-b88ee20b54d3'] in dv-cinder-798384-1-iscsi is: [{'id': 'd03ee893-9dbb-41c1-b706-b88ee20b54d3', 'name': 'tempest-TestVolumeBootPattern-2130260506-router', 'tenant_id': 'cb322b7c5b534c76a076f4439bf1793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:24Z', 'updated_at': '2021-06-28T21:58:41Z', 'revision_number': 6, 'project_id': 'cb322b7c5b534c76a076f4439bf1793d', 'gw_port_host': None}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:42.310260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.312571 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.356773 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.357371 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03ee893-9dbb-41c1-b706-b88ee20b54d3 {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:58:42.361661 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.362840 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] 10.222.0.37 "DELETE /v2.0/routers/d03ee893-9dbb-41c1-b706-b88ee20b54d3 HTTP/1.1" status: 204 len: 168 time: 0.7527812 Jun 28 21:58:42.365370 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55078) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:42.411544 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Deleting subnet 0322605b-b0e2-401d-82a0-55f2005fc15c {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:58:42.414677 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.448056 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8702763'] for subnet, precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.529238 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.579707 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9258505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8927735'] for subnet, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.581640 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-699ff65d-536e-4273-93c5-c7f38174d4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:42.604569 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0322605b-b0e2-401d-82a0-55f2005fc15c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:42.608854 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:42.611581 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.615834 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5bf9b241-5a90-40d0-9a0e-76685ec8430d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0322605b-b0e2-401d-82a0-55f2005fc15c HTTP/1.1" status: 204 len: 168 time: 0.2464566 Jun 28 21:58:42.615954 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55080) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:42.619659 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40b463-6ebd-4a54-9da3-30f888e81357 None None] Network 6ddfacec-d7c8-404b-9912-5a441115f2f0 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:42.689918 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.740672 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Deleting port cd300f83-3b99-40cc-8648-6ab432104e8b {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:42.741015 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.805154 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] For port cd300f83-3b99-40cc-8648-6ab432104e8b, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=cd300f83-3b99-40cc-8648-6ab432104e8b,segment=NetworkSegment(9c10203e-8ee2-41cf-b0d1-8c8754620aae),segment_id=9c10203e-8ee2-41cf-b0d1-8c8754620aae)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:42.805511 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.819623 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Calling delete_port for cd300f83-3b99-40cc-8648-6ab432104e8b owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:42.901296 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:42.911645 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:42.916021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] No DVR routers for this DVR port cd300f83-3b99-40cc-8648-6ab432104e8b on host dv-cinder-798384-1-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:58:42.925402 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beea9b1-c05b-444c-9251-adc82b3d0e64 None None] DHCP port deletion for 6ddfacec-d7c8-404b-9912-5a441115f2f0 request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:58:42.937443 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cd300f83-3b99-40cc-8648-6ab432104e8b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:42.941253 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:43.023788 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.036447 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddfacec-d7c8-404b-9912-5a441115f2f0']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:43.048406 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c10203e-8ee2-41cf-b0d1-8c8754620aae') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:43.048929 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c10203e-8ee2-41cf-b0d1-8c8754620aae') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:43.059047 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.071477 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 99bb4653-037b-4f84-ba69-8b6e789a1e03 up at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:58:43.079538 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.085536 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:58:43.085916 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:58:43.087592 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:58:43.124222 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Provisioning complete for port 99bb4653-037b-4f84-ba69-8b6e789a1e03 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:43.124649 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.149283 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.153307 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:43.156915 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.158954 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ddfacec-d7c8-404b-9912-5a441115f2f0 HTTP/1.1" status: 204 len: 168 time: 0.5421262 Jun 28 21:58:43.162556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55084) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:43.168929 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddfacec-d7c8-404b-9912-5a441115f2f0,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:43.171851 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-fac0c24d-a178-40a9-8ced-25b0f5e835ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:43.262455 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device cd300f83-3b99-40cc-8648-6ab432104e8b no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:43.287861 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: cd300f83-3b99-40cc-8648-6ab432104e8b {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:43.288293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device cd300f83-3b99-40cc-8648-6ab432104e8b not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:43.288736 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device eb2a9a24-f73b-4d46-b431-e057ebe73e68 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:43.318296 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: eb2a9a24-f73b-4d46-b431-e057ebe73e68 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:43.318651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device eb2a9a24-f73b-4d46-b431-e057ebe73e68 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:43.326921 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:43.786930 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.033945 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Deleting port 87856345-d1d4-44e3-8e36-337a8b053fd3 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:44.034546 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.109619 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] For port 87856345-d1d4-44e3-8e36-337a8b053fd3, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=87856345-d1d4-44e3-8e36-337a8b053fd3,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:44.109998 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.123088 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Calling delete_port for 87856345-d1d4-44e3-8e36-337a8b053fd3 owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:44.296588 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.298408 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-13b53e52-daf5-4e79-99d5-07ed214c15e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:44.322794 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Pushing event deleted for resources: {'Port': ['ID=87856345-d1d4-44e3-8e36-337a8b053fd3,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:44.327250 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:44.486676 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.693711 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Router 44bd67e3-b152-4d51-8256-b8c63ec7e597 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:58:44.796073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:58:44.800847 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a588e483-98f0-407e-b90f-6d9db01cda1f admin admin] 10.222.0.37 "PUT /v2.0/routers/44bd67e3-b152-4d51-8256-b8c63ec7e597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6367521 Jun 28 21:58:44.803437 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55088) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:44.804116 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Sync routers for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:58:44.813793 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:44.814446 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:44.912094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a74e1431-6c52-4227-9dec-bc276cd80be3 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:44.913563 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:44.921952 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:44.934121 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: a74e1431-6c52-4227-9dec-bc276cd80be3 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:44.934730 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a74e1431-6c52-4227-9dec-bc276cd80be3 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:45.019730 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.072895 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Deleting port dfc6c095-4607-4292-a072-c46bab759243 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:45.073233 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.093915 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dfc6c095-4607-4292-a072-c46bab759243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:58:44Z', 'revision_number': 5, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port': {'id': 'dfc6c095-4607-4292-a072-c46bab759243', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:50:31Z', 'updated_at': '2021-06-28T21:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:45.123644 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Checking router: 44bd67e3-b152-4d51-8256-b8c63ec7e597 for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:58:45.136026 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Routers {'44bd67e3-b152-4d51-8256-b8c63ec7e597'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:58:45.136643 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['44bd67e3-b152-4d51-8256-b8c63ec7e597'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:45.156068 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] For port dfc6c095-4607-4292-a072-c46bab759243, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=dfc6c095-4607-4292-a072-c46bab759243,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:45.156422 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.168204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Calling delete_port for dfc6c095-4607-4292-a072-c46bab759243 owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:45.220618 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] Set router 44bd67e3-b152-4d51-8256-b8c63ec7e597 gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:58:45.272522 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:58:45Z', 'revision_number': 6, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:45.304652 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552216c-db68-42e4-88d0-dc3f034fc4c0 None None] The sync data for ids ['44bd67e3-b152-4d51-8256-b8c63ec7e597'] in dv-cinder-798384-1-iscsi is: [{'id': '44bd67e3-b152-4d51-8256-b8c63ec7e597', 'name': 'tempest-TestVolumeBootPattern-1361423720-router', 'tenant_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:50:30Z', 'updated_at': '2021-06-28T21:58:45Z', 'revision_number': 6, 'project_id': 'ea94b4ba1b944e9a8f3fe4d0e968ff35', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:58:45.333561 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.335556 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-5df665c5-854a-4dae-a996-a262663af286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:45.363539 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc6c095-4607-4292-a072-c46bab759243,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:45.366643 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:45.423984 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.508116 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.510174 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.552504 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.553162 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44bd67e3-b152-4d51-8256-b8c63ec7e597 {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 21:58:45.557420 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.558689 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] 10.222.0.37 "DELETE /v2.0/routers/44bd67e3-b152-4d51-8256-b8c63ec7e597 HTTP/1.1" status: 204 len: 168 time: 0.7543564 Jun 28 21:58:45.561183 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55092) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:45.607449 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Deleting subnet 2245deac-7699-4b69-9fe5-0bc1da4bd86c {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 21:58:45.610295 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.643543 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.722418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.773099 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.776075 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-6bf79b13-ff8b-40c2-b50d-b8c4d7e64012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:45.803775 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2245deac-7699-4b69-9fe5-0bc1da4bd86c,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:45.805595 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.808426 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2245deac-7699-4b69-9fe5-0bc1da4bd86c HTTP/1.1" status: 204 len: 168 time: 0.2453606 Jun 28 21:58:45.808426 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-92254746-75be-4985-ad6e-855b219d4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:45.810359 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55094) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:45.812628 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a513c39-affa-4e64-bbee-f62ad98da01f None None] Network ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:58:45.882569 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:45.932941 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Deleting port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:45.933296 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.001197 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] For port 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8ccd5615-d5d2-46c8-84c0-865aaac05b74,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:46.001554 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.019991 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Calling delete_port for 8ccd5615-d5d2-46c8-84c0-865aaac05b74 owned by network:dhcp {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:46.033899 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] DHCP port deletion for ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 21:58:46.082137 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Deleting port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 21:58:46.082751 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.099351 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.102545 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-b7460050-bc6d-4415-bf33-12f4cec14a90 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:46.133112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccd5615-d5d2-46c8-84c0-865aaac05b74,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:46.134978 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] No DVR routers for this DVR port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 on host dv-cinder-798384-1-iscsi {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:58:46.136466 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:46.153058 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] For port 8ccd5615-d5d2-46c8-84c0-865aaac05b74, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=8ccd5615-d5d2-46c8-84c0-865aaac05b74,segment=NetworkSegment(9f322ddd-866b-46c2-ba40-08bee77bf91b),segment_id=9f322ddd-866b-46c2-ba40-08bee77bf91b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:58:46.153589 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.170585 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Calling delete_port for 8ccd5615-d5d2-46c8-84c0-865aaac05b74 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 21:58:46.208462 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.219900 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d']}} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:46.232626 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f322ddd-866b-46c2-ba40-08bee77bf91b') {'for_net_delete': True} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:46.232947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.services.segments.db [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f322ddd-866b-46c2-ba40-08bee77bf91b') {} {{(pid=104561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:58:46.242248 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413906'] for segment, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.257010 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.259059 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404'] for port, after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.262238 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:46.263339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 21:58:46.263733 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16543983'] for segment, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: conditions |= (models_v2.Port.network_id.in_( Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: Traceback (most recent call last): Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: timer() Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: cb(*args, **kw) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: return func(*args, **kwargs) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: self._notify() Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: self.callback(batched_events) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: event.method(event) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: return f(self, *a, **k) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._get(url).json() Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: return self.request(url, 'GET', **kwargs) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 21:58:46.265587 dv-cinder-798384-1-iscsi neutron-server[104561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 21:58:46.292359 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Pushing event deleted for resources: {'Port': ['ID=8ccd5615-d5d2-46c8-84c0-865aaac05b74,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:46.294939 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] No DVR routers for this DVR port 8ccd5615-d5d2-46c8-84c0-865aaac05b74 on host dv-cinder-798384-1-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 21:58:46.296801 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-d405da01-de8f-4be0-98a0-0096596dd4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:46.334452 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.338073 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ba4c84b9-8d03-44f2-9469-a40c32acb02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:46.340434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.342312 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d HTTP/1.1" status: 204 len: 168 time: 0.5309906 Jun 28 21:58:46.353181 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6e0808-0407-4e64-bd47-9a5f0b9c8e9d,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:46.355649 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-412594b2-e193-4906-9600-13ac7f762690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:46.456680 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55100) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:46.496007 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-9a44cf44-f03c-4140-bd1f-bbe121a1b690 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb322b7c5b534c76a076f4439bf1793d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380721 Jun 28 21:58:46.499203 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55102) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:46.548937 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.569531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.616243 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.618994 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:46.620235 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd0a3025-227d-4a0a-b966-14cbb744f80e HTTP/1.1" status: 204 len: 168 time: 0.1200907 Jun 28 21:58:46.621024 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-3a02feaa-9275-4831-b0e4-f6dff66cbddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:46.630219 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a3025-227d-4a0a-b966-14cbb744f80e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:46.632552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-649b81a9-77c8-4787-9c78-9f5f5a26bc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:46.894064 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8ccd5615-d5d2-46c8-84c0-865aaac05b74 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:46.917043 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 8ccd5615-d5d2-46c8-84c0-865aaac05b74 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:46.917394 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 8ccd5615-d5d2-46c8-84c0-865aaac05b74 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:46.917918 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dfc6c095-4607-4292-a072-c46bab759243 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:46.937423 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: dfc6c095-4607-4292-a072-c46bab759243 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:46.937537 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device dfc6c095-4607-4292-a072-c46bab759243 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:46.937942 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 87856345-d1d4-44e3-8e36-337a8b053fd3 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 21:58:46.940302 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55108) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:46.956784 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 87856345-d1d4-44e3-8e36-337a8b053fd3 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 21:58:46.957136 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 87856345-d1d4-44e3-8e36-337a8b053fd3 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 21:58:46.986331 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-241bf836-4338-4362-9695-7c4e3f8c0638 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea94b4ba1b944e9a8f3fe4d0e968ff35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446923 Jun 28 21:58:46.988640 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55110) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:47.035119 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:47.056686 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:47.102340 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:47.104829 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:47.106008 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df275ee0-703e-41e1-8717-d5b595ebf031 HTTP/1.1" status: 204 len: 168 time: 0.1164427 Jun 28 21:58:47.106778 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-46a4fddc-01cc-4c95-b090-8ad127dd06de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:47.114434 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df275ee0-703e-41e1-8717-d5b595ebf031,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:47.117177 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-a83b9857-0516-4196-a3b5-58aabef2d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:50.645709 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-387acac7-cc19-45cf-8bf5-bc915c49f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:53.142069 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f36a959-9225-43b5-b4e4-cd9461434d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:53.536722 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:53.899050 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-93847e83-eef0-469b-a8c4-575b09ebdbab tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740526343&fields=id&tenant_id=8dd5f84a4c934579926554b1abebff48 HTTP/1.1" status: 200 len: 267 time: 0.0366979 Jun 28 21:58:54.016157 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-6f81d7a6-b2da-44e1-af05-e6a20e2526da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:54.017900 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-6f81d7a6-b2da-44e1-af05-e6a20e2526da tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 809 time: 0.1116874 Jun 28 21:58:54.032207 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-b1618b4c-99a2-436a-ad49-cb1de2fd02fa tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/quotas/8dd5f84a4c934579926554b1abebff48 HTTP/1.1" status: 200 len: 375 time: 0.0090740 Jun 28 21:58:54.105295 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-8357219d-b2ea-4155-81d3-41559f396feb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673628 Jun 28 21:58:54.277889 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:54.478048 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-9aa07610-f194-42ac-9e39-6074dead2432 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612840 Jun 28 21:58:54.572799 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-6a2b55bb-0710-49da-acff-aaf76c7ba835 service neutron] 10.222.0.37 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864813 Jun 28 21:58:54.974582 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-84de96dd-8d64-4c7b-8eb7-cf5156254af4 req-d3bb8ab2-9d41-467d-8d74-620e6870881f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 210 time: 0.1371236 Jun 28 21:58:55.587179 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:55.902289 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-b6bbba80-b0f9-48e8-b244-056a2b632593 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:55.903607 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-b6bbba80-b0f9-48e8-b244-056a2b632593 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 809 time: 0.1100409 Jun 28 21:58:55.954702 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-00ee8b22-015f-47bd-b17c-c49658007871 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dd5f84a4c934579926554b1abebff48 HTTP/1.1" status: 200 len: 379 time: 0.0369501 Jun 28 21:58:55.962858 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'port': {'device_id': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'admin_state_up': True, 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'security_groups': ['dd9b1498-30e2-45df-9a55-2600ed32b27f']}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:56.083759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Made reservation on behalf of 8dd5f84a4c934579926554b1abebff48 for: {'port': 1} {{(pid=104561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:58:56.088418 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.145660 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-371cbbda-2f3a-495b-b4e1-bde8e23722f4 req-8aa083d4-5e26-4f67-9ccf-12c278ee01d8 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 210 time: 0.0456958 Jun 28 21:58:56.248767 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Allocated IP 172.20.0.8 (b3e6c126-64fa-4e4d-afeb-3176ac0b5f48/70cd845e-ed16-44e0-a1c7-f2be6de7709f/a37fee68-03a8-4e5c-a6a4-3765764aa3d9) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:58:56.398545 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.413663 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Transition to ACTIVE for port object a37fee68-03a8-4e5c-a6a4-3765764aa3d9 will not be triggered until provisioned by entity DHCP. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:56.446826 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.450841 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-103366b6-e8c9-4fc3-83ad-1b49cc01726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:56.493390 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:58:56.496484 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:58:56.498993 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:58:56.534060 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:56.538703 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:56.559225 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:56.559867 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.575861 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160500 Jun 28 21:58:56.587428 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Request body: {'port': {'device_id': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:58:56.660085 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.740877 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-ff9a7d94-87ab-4951-8e04-b7d9901c7c66 None None] Provisioning for port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 completed by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:58:56.744594 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-ff9a7d94-87ab-4951-8e04-b7d9901c7c66 None None] Provisioning complete for port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 triggered by entity DHCP. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:58:56.744969 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7d94-87ab-4951-8e04-b7d9901c7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.777431 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a7d94-87ab-4951-8e04-b7d9901c7c66 None None] Port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 cannot update to ACTIVE because it is not bound. {{(pid=104563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:58:56.921817 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37fee68-03a8-4e5c-a6a4-3765764aa3d9 {{(pid=104561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:58:56.929139 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.941668 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.provisioning_blocks [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Transition to ACTIVE for port object a37fee68-03a8-4e5c-a6a4-3765764aa3d9 will not be triggered until provisioned by entity L2. {{(pid=104561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:58:56.946389 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:56.948526 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-54005b50-20d0-4c9f-92d2-2b45d054effd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:56.995921 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:57.001443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:57.081552 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Attempting to bind port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:58:57.082146 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Attempting to bind port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:58:57.082717 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Attempting to bind port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 on network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:57.090274 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 on network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 21:58:57.090821 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Attempting to bind port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 on network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:58:57.099115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Checking agent: {'id': '306a2ee7-0c5d-4a45-bcae-28abc61820b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'started_at': datetime.datetime(2021, 6, 28, 21, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:58:57.099641 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Checking segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:58:57.100279 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Bound using segment: {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'} {{(pid=104561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:58:57.101021 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.managers [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Bound port: a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48'}}] {{(pid=104561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:58:57.101512 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:57.176810 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, cleared binding levels {{(pid=104561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:58:57.181521 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:58:57.186987 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:57.189238 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-ddaf64f8-49f1-4dd3-9c39-758c23f6a0ec tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:58:57.222861 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.223501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:57.225576 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 1093 time: 0.6428220 Jun 28 21:58:57.226130 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:58:57.230137 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac959f5-8323-48c0-b2ae-a939c8268803" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:58:57.261691 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=3']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:58:57.266492 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:58:57.302553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b7541-6979-4454-a00d-538701cbd1b0 x-openstack-request-id: req-ce1b7541-6979-4454-a00d-538701cbd1b0 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:58:57.303052 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:58:57.303545 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce1b7541-6979-4454-a00d-538701cbd1b0 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:58:57.304005 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'status': 'completed', 'code': 200} Jun 28 21:58:57.336634 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-9569bb5b-0b4b-4c71-b02b-027f5291e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.338698 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-9569bb5b-0b4b-4c71-b02b-027f5291e99f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1096 time: 0.0690787 Jun 28 21:58:57.369846 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e964c-9c6f-4c06-8592-258a6d891f86 req-3ffe2f07-ec2d-4192-b3dd-b3d8119ee8eb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.371433 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5b3e964c-9c6f-4c06-8592-258a6d891f86 req-3ffe2f07-ec2d-4192-b3dd-b3d8119ee8eb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0823405 Jun 28 21:58:57.389385 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-54392e78-51b5-43be-b6f9-ef790665632b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 217 time: 0.0420709 Jun 28 21:58:57.416046 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5b3e964c-9c6f-4c06-8592-258a6d891f86 req-a007ee7d-5aa0-413c-aabd-a31a1cd4990e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Jun 28 21:58:57.451633 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-2eb7c10b-4457-400c-81a3-3013f47811cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.453080 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-2eb7c10b-4457-400c-81a3-3013f47811cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0565712 Jun 28 21:58:57.514801 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-70cf621c-231d-4d9b-afee-9bb67611ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.516329 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-70cf621c-231d-4d9b-afee-9bb67611ee2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568514 Jun 28 21:58:57.616880 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-c6a6be1e-d641-46e1-b985-dce2d15aeb95 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Jun 28 21:58:57.719749 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-051ca8fc-a9f0-4ef2-adf2-6bf9a5996e42 req-a88d6b65-e36a-483c-9aa1-2d90fdd3ec06 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962737 Jun 28 21:58:57.827805 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-8ccb31af-abfc-4f07-bc25-459612c9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.829269 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-8ccb31af-abfc-4f07-bc25-459612c9f058 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1096 time: 0.0558026 Jun 28 21:58:57.922765 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-c9c166d6-60ed-4145-84b5-2f586b16d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:57.924196 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-c9c166d6-60ed-4145-84b5-2f586b16d472 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0887380 Jun 28 21:58:57.964138 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-870782db-482c-4d8f-a4bd-26cd0327603b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 217 time: 0.0326877 Jun 28 21:58:58.015515 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-77e5fd49-c64c-4306-b4db-6139745fb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:58.016934 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-77e5fd49-c64c-4306-b4db-6139745fb693 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0463185 Jun 28 21:58:58.070893 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-c7e575ee-0f37-46de-9271-92b657bb52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:58.072249 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-c7e575ee-0f37-46de-9271-92b657bb52df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496740 Jun 28 21:58:58.161509 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-7a8dc3a4-a2e7-48be-a603-d808668c559a service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Jun 28 21:58:58.246268 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-4ac959f5-8323-48c0-b2ae-a939c8268803 req-b031efe4-d996-4e72-a81b-abf53ea54e0e service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786459 Jun 28 21:58:58.596353 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b570d-e10c-4a51-984b-6b49ee04c775 req-b59d5d58-e5c5-4cb6-9227-c9b08a459564 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:58.597823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b56b570d-e10c-4a51-984b-6b49ee04c775 req-b59d5d58-e5c5-4cb6-9227-c9b08a459564 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0637858 Jun 28 21:58:58.638986 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-b56b570d-e10c-4a51-984b-6b49ee04c775 req-4ebacad8-55d4-4200-ac83-74a5c5d2a81b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350087 Jun 28 21:58:59.811430 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d4248-34e8-47a9-93f3-cd190349b90c req-3c68f0b7-0dda-48d9-886e-4d474f23e4a5 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:58:59.812873 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3a8d4248-34e8-47a9-93f3-cd190349b90c req-3c68f0b7-0dda-48d9-886e-4d474f23e4a5 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0646007 Jun 28 21:58:59.851950 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3a8d4248-34e8-47a9-93f3-cd190349b90c req-4bd9af6c-ae2a-4aa6-a2a1-61f3adfb732e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333138 Jun 28 21:59:00.471307 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:59:01.033511 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b35b7-9d04-4570-a4ef-f19d00e25636 req-f8c0f840-2456-4f90-90a2-565e197c863a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:01.035438 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a1b35b7-9d04-4570-a4ef-f19d00e25636 req-f8c0f840-2456-4f90-90a2-565e197c863a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0713155 Jun 28 21:59:01.076681 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2a1b35b7-9d04-4570-a4ef-f19d00e25636 req-aecfecda-6a32-4e30-87bf-bddbbd0b8d0e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353882 Jun 28 21:59:02.254815 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133919d7-5baf-4e11-beda-b6fd0a01a390 req-a0acbb99-cfa4-4349-8d5c-2ff3bed277b8 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:02.256252 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-133919d7-5baf-4e11-beda-b6fd0a01a390 req-a0acbb99-cfa4-4349-8d5c-2ff3bed277b8 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0655947 Jun 28 21:59:02.293721 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-133919d7-5baf-4e11-beda-b6fd0a01a390 req-f5def5ae-b184-4e44-a742-ed8be58ac6ab tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Jun 28 21:59:03.477527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4185-2afc-4ba1-8139-73a27e7ce85c req-71501e35-e05a-49bd-98f5-4593f3881e38 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:03.478992 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c3ea4185-2afc-4ba1-8139-73a27e7ce85c req-71501e35-e05a-49bd-98f5-4593f3881e38 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0640228 Jun 28 21:59:03.518646 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c3ea4185-2afc-4ba1-8139-73a27e7ce85c req-ae7f9553-7a16-4190-b439-a20c7fee0277 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Jun 28 21:59:04.699144 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5121c-1d54-423f-ac1d-d20ff231c710 req-abf35856-d5ec-4bbf-9dd1-0478d49188d1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:04.701200 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-59f5121c-1d54-423f-ac1d-d20ff231c710 req-abf35856-d5ec-4bbf-9dd1-0478d49188d1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0623724 Jun 28 21:59:04.738872 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-59f5121c-1d54-423f-ac1d-d20ff231c710 req-4a2bbb87-85a4-4843-b4e7-a4f95697b7e4 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Jun 28 21:59:05.916481 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 21:59:05.921417 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3f776-93c0-425e-95f8-160c4d64d07d req-42800e45-f74d-42e6-93e1-cf90775be331 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:05.922884 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-72d3f776-93c0-425e-95f8-160c4d64d07d req-42800e45-f74d-42e6-93e1-cf90775be331 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0652196 Jun 28 21:59:05.965112 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-72d3f776-93c0-425e-95f8-160c4d64d07d req-5db67643-69a5-453f-b152-e7ec04b591fd tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366125 Jun 28 21:59:06.008753 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:59:06.019398 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'mac_address': 'fa:16:3e:82:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 21:59:06.054130 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:06.067216 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37fee68-03a8-4e5c-a6a4-3765764aa3d9 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 21:59:06.087306 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:59:06.091493 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:06.094221 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:06.144654 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=4']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:06.148105 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:06.295436 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['a37fee68-03a8-4e5c-a6a4-3765764aa3d9'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 21:59:07.331104 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ec91-3b06-404e-9101-40d0bc1403e6 req-3c01faf6-8715-4a49-92ee-deefe7b64ced tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:07.333391 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a110ec91-3b06-404e-9101-40d0bc1403e6 req-3c01faf6-8715-4a49-92ee-deefe7b64ced tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 944 time: 0.1039104 Jun 28 21:59:07.387695 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a110ec91-3b06-404e-9101-40d0bc1403e6 req-6364790b-8747-40b8-bc9b-fed16120eb1b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485988 Jun 28 21:59:07.931146 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:59:07.979859 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning for port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 completed by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:59:07.984353 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:59:07.984755 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:08.061429 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:08.085670 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:59:08.087919 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67583af0-4116-4f09-9175-fa2de5b7d1a0" -d '{"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:59:08.101450 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:59:08.105893 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:08.108235 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:08.131475 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c491c-c2e5-4546-acfe-c75682df2198 x-openstack-request-id: req-5d5c491c-c2e5-4546-acfe-c75682df2198 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:59:08.131791 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:59:08.132058 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d5c491c-c2e5-4546-acfe-c75682df2198 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:59:08.132475 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'code': 200} Jun 28 21:59:08.160286 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=5']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:08.163716 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:08.391049 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ce06-7a5c-4b01-96cf-f2bb9e18d7e7 req-5eabcb1b-5702-43cb-a5d1-b53427d5fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:08.392513 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f34ce06-7a5c-4b01-96cf-f2bb9e18d7e7 req-5eabcb1b-5702-43cb-a5d1-b53427d5fba5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0500402 Jun 28 21:59:08.429322 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-2f34ce06-7a5c-4b01-96cf-f2bb9e18d7e7 req-fa0fff20-9caf-41c1-b106-e73580dfad9a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Jun 28 21:59:08.573463 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e376-476d-4ffb-b887-df008900ddd9 req-d58dc4be-41c2-4943-a1d7-13e0d2a4f699 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:08.575871 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7a80e376-476d-4ffb-b887-df008900ddd9 req-d58dc4be-41c2-4943-a1d7-13e0d2a4f699 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jun 28 21:59:08.615860 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7a80e376-476d-4ffb-b887-df008900ddd9 req-fd157b54-b7d9-45f2-9bec-b8bddb36b1d4 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342042 Jun 28 21:59:09.804227 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba569b32-e467-44d9-be06-614004efa712 req-0b1d83ce-5c30-4e4a-b2b5-3e4d22974b7f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:09.805661 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba569b32-e467-44d9-be06-614004efa712 req-0b1d83ce-5c30-4e4a-b2b5-3e4d22974b7f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0615747 Jun 28 21:59:09.867487 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ba569b32-e467-44d9-be06-614004efa712 req-fc0a49f9-f2fb-487c-8df4-f26608755ce4 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554359 Jun 28 21:59:10.046555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d457e17-05ea-47ef-94a9-413bf96f3b16 req-3762a155-20bb-401c-b0ee-8ef9fe700425 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:10.047998 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d457e17-05ea-47ef-94a9-413bf96f3b16 req-3762a155-20bb-401c-b0ee-8ef9fe700425 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0621111 Jun 28 21:59:10.087267 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7d457e17-05ea-47ef-94a9-413bf96f3b16 req-0c4d6523-6531-4d3f-93e6-9e8a7e752e45 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306168 Jun 28 21:59:10.116755 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55206) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:59:10.265209 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73bef3-0a08-4cde-86c6-3ea001d6e36d tempest-TestShelveInstance-1102663441 tempest-TestShelveInstance-1102663441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:10.266738 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-6c73bef3-0a08-4cde-86c6-3ea001d6e36d tempest-TestShelveInstance-1102663441 tempest-TestShelveInstance-1102663441-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1093 time: 0.1490176 Jun 28 21:59:10.269897 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55210) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:59:10.274214 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.v2.base [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Request body: {'floatingip': {'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:59:10.296897 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for floatingip, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:10.389042 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:10.498339 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_common [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Allocated IP 172.27.1.51 (fe57467b-663a-4188-8a09-e58d6ce5ba09/90f69bf0-4d00-4609-bf9f-797cd779d1be/5d7e6c60-8b7f-4379-8be4-eb964b592658) {{(pid=104561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:59:10.609319 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for port, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:10.645889 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3923691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995945207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16543521'] for port, after_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:10.647808 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-773fcd2d-5131-4ef5-851b-79d56883222a tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:10.683221 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Network fe57467b-663a-4188-8a09-e58d6ce5ba09 is already hosted by enough agents. {{(pid=104561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:59:10.686012 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.base_scheduler [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Resources bound (agent type, host, resource id): {{(pid=104561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:59:10.691310 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Received port after_create {{(pid=104561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:59:10.696530 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'Port': ['ID=5d7e6c60-8b7f-4379-8be4-eb964b592658,revision_number=1']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:10.723838 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.724218 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.724592 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.724956 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.725316 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.725673 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.726056 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.726412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.726764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.727115 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.727464 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.727819 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:10.732759 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:11.052683 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.130531 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.274598 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for port, precommit_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.279512 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16543543'] for port, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.281457 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-25527705-ec46-47e2-974a-dac44dc5a179 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:11.348923 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event updated for resources: {'Port': ['ID=5d7e6c60-8b7f-4379-8be4-eb964b592658,revision_number=2']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:11.352683 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:11.360034 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743705'] for floatingip, after_update {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.454038 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Floating IP fdcd3708-19fa-47f5-93d3-836ff9c98661 associated. External IP: 172.27.1.51, port: a37fee68-03a8-4e5c-a6a4-3765764aa3d9. Jun 28 21:59:11.645736 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Router a4e90958-cbec-4a95-9093-18197fa01dc9 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:59:11.750456 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:59:11.763199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Sync routers for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:59:11.766762 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:11.773422 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:59:11.774067 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:59:11.808884 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-1be8c6de-9619-45d5-9431-751af1f18a26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5379715 Jun 28 21:59:11.809550 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 21:59:11.811890 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f252ba-0083-412f-b965-673a7bef4cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 21:59:11.848112 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf85052-dbdf-4b46-bf9d-ae9b601963cc x-openstack-request-id: req-caf85052-dbdf-4b46-bf9d-ae9b601963cc {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 21:59:11.848470 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 21:59:11.848782 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caf85052-dbdf-4b46-bf9d-ae9b601963cc {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 21:59:11.849235 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'status': 'completed', 'code': 200} Jun 28 21:59:11.878382 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:59:11.989778 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-18663ea4-912d-4bc5-bd0f-addc4ec63347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:11.992417 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-18663ea4-912d-4bc5-bd0f-addc4ec63347 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.1218600 Jun 28 21:59:12.106381 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'fdcd3708-19fa-47f5-93d3-836ff9c98661', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'mac_address': 'fa:16:3e:82:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:59:10Z', 'updated_at': '2021-06-28T21:59:10Z', 'revision_number': 0, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:59:12.128083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-6a3e2425-e276-4775-9f04-bbe7f6e98c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:12.130445 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-6a3e2425-e276-4775-9f04-bbe7f6e98c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.1317236 Jun 28 21:59:12.137072 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Checking router: a4e90958-cbec-4a95-9093-18197fa01dc9 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:59:12.146566 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:59:12.147184 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T21:58:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:59:12.198712 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-b2a6a610-4f55-43e7-9c77-42c479052138 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 998 time: 0.0620830 Jun 28 21:59:12.246090 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-aae9f3e7-bb51-48ed-b0ef-ab4ecc7fa8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:12.248037 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-aae9f3e7-bb51-48ed-b0ef-ab4ecc7fa8ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0427754 Jun 28 21:59:12.254046 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:59:12.311038 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-04fdb94c-97af-4b3b-9d9e-8cb717cbbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:59:12.312651 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-04fdb94c-97af-4b3b-9d9e-8cb717cbbd1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579925 Jun 28 21:59:12.323697 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-f9e2cfa3-ea40-4922-982c-ed10101c8ac0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:59:12.324886 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-f9e2cfa3-ea40-4922-982c-ed10101c8ac0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057473 Jun 28 21:59:12.426619 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-85115270-15c7-4429-8227-816576f1826f service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944519 Jun 28 21:59:12.566490 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c8f252ba-0083-412f-b965-673a7bef4cd9 req-88bdbb42-bba7-4ec6-89ee-c0bb2213079d service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335583 Jun 28 21:59:12.630507 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'fdcd3708-19fa-47f5-93d3-836ff9c98661', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'mac_address': 'fa:16:3e:82:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:59:10Z', 'updated_at': '2021-06-28T21:59:10Z', 'revision_number': 0, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:59:12.655866 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb79af-2887-4878-bd6a-3c4e7dff855a None None] The sync data for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi is: [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_floatingips': [{'id': 'fdcd3708-19fa-47f5-93d3-836ff9c98661', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'router_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'mac_address': 'fa:16:3e:82:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T21:59:10Z', 'updated_at': '2021-06-28T21:59:10Z', 'revision_number': 0, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:59:12.848842 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd63e4f-1277-4b2b-9ee9-bebfa82df227 None None] New status for floating IP fdcd3708-19fa-47f5-93d3-836ff9c98661: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 21:59:13.298254 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:20.650368 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1376455c-302f-4c5f-915d-00c027d46263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:23.142686 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7c9d707a-50e8-4a7f-886a-dfb7b7612c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:23.534588 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:24.280206 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:25.588719 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:37.471343 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:59:43.301272 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:50.642799 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0c88a49f-b84e-4aa7-95d9-7a2f87aca0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:53.144097 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ba62112f-b3a3-4e84-9042-5978765ff06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:53.529753 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:54.282412 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:55.590723 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:13.292024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:14.469563 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:00:20.643245 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-963f41a9-0f61-4bb9-9e4b-398fa93e4c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:21.696278 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-7b6e2d03-f0a0-40b1-9bc0-9af5604818f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3222654 Jun 28 22:00:21.788247 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480139-d169-4082-ab95-ed01e3a0d366 req-2c9b453a-57b5-42c3-a1c6-3cfec0ba5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:00:21.789696 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-2c9b453a-57b5-42c3-a1c6-3cfec0ba5bb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0500340 Jun 28 22:00:21.889739 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480139-d169-4082-ab95-ed01e3a0d366 req-91f995ee-039c-40f4-a986-83d3ad87e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:00:21.891166 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-91f995ee-039c-40f4-a986-83d3ad87e8e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0826919 Jun 28 22:00:21.953347 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-a43b3696-5d16-4c55-a219-12f5e2650a58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0536559 Jun 28 22:00:22.002722 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480139-d169-4082-ab95-ed01e3a0d366 req-9c39d098-f602-4f15-98c1-8f58557f5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:00:22.004070 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-9c39d098-f602-4f15-98c1-8f58557f5306 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0439508 Jun 28 22:00:22.059190 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480139-d169-4082-ab95-ed01e3a0d366 req-47dfdeb2-0959-469b-9a7d-0c5a87929b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:00:22.060719 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-47dfdeb2-0959-469b-9a7d-0c5a87929b7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502677 Jun 28 22:00:22.145875 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-979ab287-b636-4911-a8fb-46353c5e3129 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775807 Jun 28 22:00:22.235124 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-28480139-d169-4082-ab95-ed01e3a0d366 req-1f25d7b5-e92b-49b0-bb19-4fb7cb692d01 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833335 Jun 28 22:00:23.143544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b75627df-7902-494d-a589-91072d348f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:23.531848 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:24.284094 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:25.593866 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:43.300793 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:50.643864 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b15b2ec6-e09e-4a25-95ad-3c7989c140ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:51.468619 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:00:53.144116 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0c64-8c37-45d3-969c-ae65a33fa484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:53.533144 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:54.288089 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:55.600512 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:07.754835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce720f-6084-45cc-bd90-2fbe349e7f59 req-72f03103-a525-4f4b-97a3-c05f0bfb0e24 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:07.756271 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c2ce720f-6084-45cc-bd90-2fbe349e7f59 req-72f03103-a525-4f4b-97a3-c05f0bfb0e24 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0637841 Jun 28 22:01:07.793094 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-c2ce720f-6084-45cc-bd90-2fbe349e7f59 req-324b5f68-8b00-491b-93e1-ac9be3e45f0b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311794 Jun 28 22:01:08.983392 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820882f-9ce8-46b5-89b5-c565ee602530 req-d4658885-6877-4b06-a710-de4084950f1f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:08.984824 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1820882f-9ce8-46b5-89b5-c565ee602530 req-d4658885-6877-4b06-a710-de4084950f1f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0648379 Jun 28 22:01:09.022070 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1820882f-9ce8-46b5-89b5-c565ee602530 req-b0c55e0b-f1e4-46f1-bd8b-eac33095412e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Jun 28 22:01:10.207615 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ff7d-f07f-4f87-bcb9-93f54200e745 req-4b759583-5434-4ff5-b055-b0df95b1bdc3 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:10.209030 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f1d7ff7d-f07f-4f87-bcb9-93f54200e745 req-4b759583-5434-4ff5-b055-b0df95b1bdc3 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0646653 Jun 28 22:01:10.249227 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-f1d7ff7d-f07f-4f87-bcb9-93f54200e745 req-7ef9602a-071d-41ef-8407-e66cd7552647 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Jun 28 22:01:11.422046 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eec3f9-28f8-462a-b57b-961ff7516b3d req-4b640254-b56a-415a-b2c4-f5971bd4182e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:11.423497 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-51eec3f9-28f8-462a-b57b-961ff7516b3d req-4b640254-b56a-415a-b2c4-f5971bd4182e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0633626 Jun 28 22:01:11.460336 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-51eec3f9-28f8-462a-b57b-961ff7516b3d req-38478c67-16cb-4fb5-ba0f-ce8375043552 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307260 Jun 28 22:01:12.628094 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e470-82c8-4273-9b33-0f8772717446 req-ca4afd4f-dc6f-4490-85e8-6c0195ab717e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:12.629961 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8dc6e470-82c8-4273-9b33-0f8772717446 req-ca4afd4f-dc6f-4490-85e8-6c0195ab717e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0628097 Jun 28 22:01:12.666911 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-8dc6e470-82c8-4273-9b33-0f8772717446 req-d9a0d965-4cab-4ef9-8e12-2ede15f41de6 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Jun 28 22:01:13.287098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:13.840490 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff84a6d-eafb-4910-b022-09d64e8a34a1 req-b3a6681b-4810-439c-bd72-9f2abce3cd92 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:13.841951 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3ff84a6d-eafb-4910-b022-09d64e8a34a1 req-b3a6681b-4810-439c-bd72-9f2abce3cd92 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0644526 Jun 28 22:01:13.878574 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3ff84a6d-eafb-4910-b022-09d64e8a34a1 req-7e4810aa-1c0b-47de-a61e-eb75895f4c27 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jun 28 22:01:15.048710 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01096674-f6d4-47d0-99ec-11b46bb24e25 req-745f0ed4-5915-42e7-acc0-b89bd53384b8 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:15.050078 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-01096674-f6d4-47d0-99ec-11b46bb24e25 req-745f0ed4-5915-42e7-acc0-b89bd53384b8 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0609729 Jun 28 22:01:15.090223 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-01096674-f6d4-47d0-99ec-11b46bb24e25 req-bb571e20-16f4-4fd9-9b12-2a4d223a0d6a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340114 Jun 28 22:01:16.264195 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ff3b6-8ce9-4932-91ca-6133d0e6a625 req-2a5a63c4-dbb9-4f1b-8d18-082e7fa9b51a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:16.265644 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fe5ff3b6-8ce9-4932-91ca-6133d0e6a625 req-2a5a63c4-dbb9-4f1b-8d18-082e7fa9b51a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0616708 Jun 28 22:01:16.302859 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-fe5ff3b6-8ce9-4932-91ca-6133d0e6a625 req-5ba2023b-520d-4a08-af0f-3769e0d00740 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Jun 28 22:01:17.474587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0e2-bf9e-4943-a761-041370059620 req-10db8878-0376-4b49-9ffb-2ba6da5d80fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:17.476024 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-217da0e2-bf9e-4943-a761-041370059620 req-10db8878-0376-4b49-9ffb-2ba6da5d80fc tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0616200 Jun 28 22:01:17.511859 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-217da0e2-bf9e-4943-a761-041370059620 req-fef2027a-4b55-46b4-9266-8c31ed05c518 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302176 Jun 28 22:01:17.844501 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-9b72be1b-5b01-4551-83ac-44dff114adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:17.845823 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-9b72be1b-5b01-4551-83ac-44dff114adf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0510209 Jun 28 22:01:17.934971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-75f3b309-99b6-4725-b090-8458a95826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:17.936378 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-75f3b309-99b6-4725-b090-8458a95826c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0846684 Jun 28 22:01:17.998743 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-5b189934-8a93-410a-a3c8-c3134816fd79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0549781 Jun 28 22:01:18.049121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-997082ed-d07d-4d10-bf88-99d66b74e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:18.050552 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-997082ed-d07d-4d10-bf88-99d66b74e1e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0455902 Jun 28 22:01:18.127082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-52a4dc4d-558d-4a9f-9a0f-a84723973efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:18.129282 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-52a4dc4d-558d-4a9f-9a0f-a84723973efe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727944 Jun 28 22:01:18.214134 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-43bfad1b-52ea-4c27-8c79-aaf33ce28d74 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787802 Jun 28 22:01:18.301949 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-db6cd8ea-38ca-4615-87e6-60de8eddedab req-45ec01a7-e158-4a7d-95cc-9133b188f384 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823758 Jun 28 22:01:18.688944 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c77ba-1f6f-407d-bc62-9e5f537f1327 req-a25f60dc-b7ff-4fda-a835-693e4ec309cb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:18.691300 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-300c77ba-1f6f-407d-bc62-9e5f537f1327 req-a25f60dc-b7ff-4fda-a835-693e4ec309cb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0719571 Jun 28 22:01:18.728483 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-300c77ba-1f6f-407d-bc62-9e5f537f1327 req-11ac7fe7-a8fb-4f82-9f01-d462e47250f1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Jun 28 22:01:19.902600 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4b8d7-bffd-404f-9eb4-397261c3afbb req-d7282612-996f-4326-9a48-f622b993d191 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:19.904060 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afe4b8d7-bffd-404f-9eb4-397261c3afbb req-d7282612-996f-4326-9a48-f622b993d191 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0654898 Jun 28 22:01:19.940862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-afe4b8d7-bffd-404f-9eb4-397261c3afbb req-9a941668-1bf8-4104-8144-516c87975c38 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Jun 28 22:01:20.646392 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-45a68f3f-1982-49e3-b70d-9fe097a88089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:21.155971 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932123-727b-4631-aaf8-af54d8e3ddcc req-9532e2a5-0b5f-4192-9ee9-5f9a3f7382ae tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:21.157425 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1932123-727b-4631-aaf8-af54d8e3ddcc req-9532e2a5-0b5f-4192-9ee9-5f9a3f7382ae tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0682096 Jun 28 22:01:21.195526 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a1932123-727b-4631-aaf8-af54d8e3ddcc req-f1eacf93-fbc8-42c5-a58f-c14a06bb5b95 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311735 Jun 28 22:01:21.489681 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55298) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:01:21.548614 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ba8e0-78d6-414b-8d79-428acf63132a req-98017776-b30f-4ecb-af1f-253c222e8ef1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:21.550103 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ed3ba8e0-78d6-414b-8d79-428acf63132a req-98017776-b30f-4ecb-af1f-253c222e8ef1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0655866 Jun 28 22:01:21.586251 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-2ce48f01-fbe5-496f-8cce-5d7bc4718962 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952835 Jun 28 22:01:21.587613 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ed3ba8e0-78d6-414b-8d79-428acf63132a req-268a7eb8-cec9-4993-a5a1-109b6a2a90b1 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Jun 28 22:01:22.567150 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:01:22.645470 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:22.668502 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:01:22.670876 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dec213-022e-4f5e-a202-971f8fdc702d" -d '{"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:01:22.683294 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:01:22.692759 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:22.694575 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-1c3c209f-78db-4e2e-9acd-63ffb69676fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:01:22.746790 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=6']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:01:22.754192 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.754748 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.755257 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.755869 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.756362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.756846 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.757334 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.757845 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.758362 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.758685 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.759016 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.759343 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:01:22.764138 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:01:22.814071 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da4b0-de00-413b-9778-f3c80089bdd0 req-ec10e2f7-c49c-4ab1-85b5-434b511ddfdf tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:22.815662 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-686da4b0-de00-413b-9778-f3c80089bdd0 req-ec10e2f7-c49c-4ab1-85b5-434b511ddfdf tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0682526 Jun 28 22:01:22.819458 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b61fa43-d517-4821-bcb1-a225d93a9010 x-openstack-request-id: req-3b61fa43-d517-4821-bcb1-a225d93a9010 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:01:22.819746 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-unplugged", "status": "failed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "code": 422}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:01:22.820222 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b61fa43-d517-4821-bcb1-a225d93a9010 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:01:22.822328 dv-cinder-798384-1-iscsi neutron-server[104563]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'code': 422} returned with failed status Jun 28 22:01:22.854104 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-686da4b0-de00-413b-9778-f3c80089bdd0 req-359e8cc5-5e57-48ac-a657-38dd94a1b4df tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Jun 28 22:01:23.127764 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-e4dbe88b-0310-45d8-8bba-07f562e4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:23.129646 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-e4dbe88b-0310-45d8-8bba-07f562e4cbda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e&tenant_id=8dd5f84a4c934579926554b1abebff48 HTTP/1.1" status: 200 len: 1096 time: 0.0557685 Jun 28 22:01:23.146403 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3fc82234-0488-40d6-92af-fd331817079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:23.201369 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-1d80c664-0bcb-4cc5-a5fa-519d231ebd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:23.202849 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-1d80c664-0bcb-4cc5-a5fa-519d231ebd3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1096 time: 0.0511200 Jun 28 22:01:23.288818 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-33706c88-699f-4afe-877e-4fbeceeec012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:23.290277 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-33706c88-699f-4afe-877e-4fbeceeec012 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0813959 Jun 28 22:01:23.359018 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-23af3911-2412-4582-856c-a96b950eaf6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 998 time: 0.0626411 Jun 28 22:01:23.407446 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-9be85825-5b16-4aba-bfcc-030cb9c49b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:23.408746 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-9be85825-5b16-4aba-bfcc-030cb9c49b00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0426373 Jun 28 22:01:23.462160 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-c8efb23c-c116-4b7a-8443-3adc2351c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:23.463636 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-c8efb23c-c116-4b7a-8443-3adc2351c122 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490265 Jun 28 22:01:23.534526 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:23.554521 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-fb1a1263-ff77-4ace-8dac-094943be9ff1 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845792 Jun 28 22:01:23.638981 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9206e601-437b-46bb-9a6f-ef4522fc446d req-3b468b5e-c1be-4ce3-9a2a-05a8bb955d73 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786529 Jun 28 22:01:24.057018 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7efbc-e326-40f7-a4f1-c79657a715ec req-affb95a5-af92-48e7-8a4b-e66d2a39bf69 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:24.058498 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5ea7efbc-e326-40f7-a4f1-c79657a715ec req-affb95a5-af92-48e7-8a4b-e66d2a39bf69 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0662122 Jun 28 22:01:24.095180 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5ea7efbc-e326-40f7-a4f1-c79657a715ec req-21a54fef-9ae7-455d-b429-2018b6ac8bdb tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Jun 28 22:01:24.291606 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:25.277399 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33095e89-414a-4be9-9c68-81a7a8c9a739 req-998cc835-466c-4860-b4cb-2d89ab04e507 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:25.278862 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-33095e89-414a-4be9-9c68-81a7a8c9a739 req-998cc835-466c-4860-b4cb-2d89ab04e507 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0648236 Jun 28 22:01:25.316319 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-33095e89-414a-4be9-9c68-81a7a8c9a739 req-65267f8e-a37e-49e7-9d8d-d755bf693f57 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Jun 28 22:01:25.599128 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:26.486907 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff89b9-ce91-4706-b2e6-127b6d33f915 req-a79353f7-2dc9-4c28-970c-38f53d5bcf0e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:26.488626 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbff89b9-ce91-4706-b2e6-127b6d33f915 req-a79353f7-2dc9-4c28-970c-38f53d5bcf0e tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0623102 Jun 28 22:01:26.528229 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-cbff89b9-ce91-4706-b2e6-127b6d33f915 req-28ace811-84a9-409b-b485-f0dd759ee15a tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Jun 28 22:01:27.695857 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7fb-ab08-4429-934f-9d0084a182f0 req-b56f4cde-ef35-4fd1-b4d6-ba017fc739ed tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:27.697306 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ef6da7fb-ab08-4429-934f-9d0084a182f0 req-b56f4cde-ef35-4fd1-b4d6-ba017fc739ed tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0615799 Jun 28 22:01:27.745137 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-ef6da7fb-ab08-4429-934f-9d0084a182f0 req-01119e10-ffdb-415c-8e5b-aeef6ddea620 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417495 Jun 28 22:01:28.466550 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:01:28.911938 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd710b8-606f-4bd6-8e2a-96d41a179a70 req-d2a3a936-56cd-42ff-a4a4-46666acfcddf tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:28.913439 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5bd710b8-606f-4bd6-8e2a-96d41a179a70 req-d2a3a936-56cd-42ff-a4a4-46666acfcddf tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0609944 Jun 28 22:01:28.952854 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5bd710b8-606f-4bd6-8e2a-96d41a179a70 req-9a161d8c-c70b-4223-b216-b07ce64a5c12 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Jun 28 22:01:30.138856 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f7b26-640a-4c19-9f43-174a950e3a80 req-8a9a263b-a19d-4179-8933-ddcaf47d81a7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:30.140301 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-893f7b26-640a-4c19-9f43-174a950e3a80 req-8a9a263b-a19d-4179-8933-ddcaf47d81a7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 943 time: 0.0675523 Jun 28 22:01:30.177664 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-893f7b26-640a-4c19-9f43-174a950e3a80 req-aa7acad1-09b2-4358-9b07-ae997387f63b tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Jun 28 22:01:30.582289 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=104563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:01:30.671055 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:01:30.681253 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Returning: {'device': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'port_id': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'mac_address': 'fa:16:3e:82:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:01:30.720213 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:30.733716 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37fee68-03a8-4e5c-a6a4-3765764aa3d9 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:01:30.752078 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:01:30.755748 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:30.757528 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-718d3917-5970-49c9-9887-4627efad9269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:01:30.802842 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=7']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:01:30.805860 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:01:30.996851 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] get_ports_and_sgs() called for port_ids ['a37fee68-03a8-4e5c-a6a4-3765764aa3d9'] {{(pid=104563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:01:31.353734 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66232663-5587-4834-8673-008e773dcf07 req-3c4fb5eb-740f-4822-84f6-424c00469c4f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:31.355194 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-66232663-5587-4834-8673-008e773dcf07 req-3c4fb5eb-740f-4822-84f6-424c00469c4f tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 944 time: 0.0665531 Jun 28 22:01:31.394101 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-66232663-5587-4834-8673-008e773dcf07 req-0b7dbc37-a084-49f0-b8d1-75fd1203afe3 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Jun 28 22:01:32.571183 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8046-bb65-4b81-bc52-4c1cb97b4c47 req-be007e4c-a9a4-44a3-8741-607e2e0377e7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:32.572517 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e06b8046-bb65-4b81-bc52-4c1cb97b4c47 req-be007e4c-a9a4-44a3-8741-607e2e0377e7 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 944 time: 0.0611334 Jun 28 22:01:32.598045 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 up at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:01:32.608431 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e06b8046-bb65-4b81-bc52-4c1cb97b4c47 req-39b9cd52-d028-48ee-8d5b-626389819b19 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301454 Jun 28 22:01:32.643520 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Provisioning complete for port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 triggered by entity L2. {{(pid=104563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:01:32.643900 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3977229'] for port, provisioning_complete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:32.717101 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923626'] for port, before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:32.739513 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:01:32.741705 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d8a6563fe02e95dd1872dcb230490a2e789faaf7852e706981750eb3d293a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda21f48-5af1-4f65-b77d-54657d116113" -d '{"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:01:32.753457 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:01:32.758091 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746996432204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995974413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995974458'] for port, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:32.759937 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-eeb18d34-8091-476f-8aa4-2af62edfab95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:01:32.780513 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e40414-345e-45b9-9efd-5ea700e6dcc0 x-openstack-request-id: req-99e40414-345e-45b9-9efd-5ea700e6dcc0 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:01:32.780813 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:01:32.781068 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99e40414-345e-45b9-9efd-5ea700e6dcc0 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:01:32.781452 dv-cinder-798384-1-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'code': 200} Jun 28 22:01:32.807522 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Pushing event updated for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=8']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:01:32.810407 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:01:33.004656 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30109c-f145-450f-a090-8d1278772439 req-999c3ba7-8ce2-46be-a321-0b87545b47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:33.006123 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9a30109c-f145-450f-a090-8d1278772439 req-999c3ba7-8ce2-46be-a321-0b87545b47a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0498366 Jun 28 22:01:33.038975 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9a30109c-f145-450f-a090-8d1278772439 req-3d707bec-9cc6-4590-ad1c-91f4987463b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263352 Jun 28 22:01:33.814240 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fb2d-6262-4c45-8ef1-537a6811377c req-4b87b3f6-5b3f-4f12-8823-926d0c43b34c tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:33.815684 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bf54fb2d-6262-4c45-8ef1-537a6811377c req-4b87b3f6-5b3f-4f12-8823-926d0c43b34c tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0809059 Jun 28 22:01:33.854777 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-bf54fb2d-6262-4c45-8ef1-537a6811377c req-d8d4f4a4-cc06-46cd-a036-706f6874b5d0 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Jun 28 22:01:35.026998 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae20a4-0bb2-4382-8adb-49e93544241d req-c81fae02-6dac-412f-8853-bc793ceaeb51 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:01:35.028468 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-65ae20a4-0bb2-4382-8adb-49e93544241d req-c81fae02-6dac-412f-8853-bc793ceaeb51 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0623665 Jun 28 22:01:35.065749 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-65ae20a4-0bb2-4382-8adb-49e93544241d req-24fbfbd4-b571-446d-81f2-0f0bf4df7786 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Jun 28 22:01:43.326166 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:50.648041 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5800f614-ba30-49cf-ac06-fb84a254b232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:53.147960 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-36b80b90-8163-44f9-8842-839b3022ca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:53.538241 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:54.293089 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:55.603097 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:05.465369 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:02:13.328392 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.648675 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7f962198-0935-4f90-936b-3faa0fc76c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.419560 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-6dc1174f-cec1-4f65-a752-43bbd8826435 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548193 Jun 28 22:02:22.514084 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79478282-0f31-4612-b597-8ff629c19884 req-c6f4e7f3-2998-45cf-a906-a3209068f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:22.515572 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-c6f4e7f3-2998-45cf-a906-a3209068f1bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0535808 Jun 28 22:02:22.616845 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79478282-0f31-4612-b597-8ff629c19884 req-38ad3352-d183-4d73-8795-765a72c3a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:22.618210 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-38ad3352-d183-4d73-8795-765a72c3a5f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0838873 Jun 28 22:02:22.679725 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-b89a1bb8-a38f-42af-a0dd-f0220457d0b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0551119 Jun 28 22:02:22.728230 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79478282-0f31-4612-b597-8ff629c19884 req-63828ee9-7b39-40ca-a1bb-69adc7bfeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:22.729604 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-63828ee9-7b39-40ca-a1bb-69adc7bfeebc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0444405 Jun 28 22:02:22.783894 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79478282-0f31-4612-b597-8ff629c19884 req-aaf2333e-5050-441c-ab95-76b2620c384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:22.785288 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-aaf2333e-5050-441c-ab95-76b2620c384f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493991 Jun 28 22:02:22.873250 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-3ec92d0f-e017-4711-a518-79f96e2c01a1 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807869 Jun 28 22:02:22.962589 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-79478282-0f31-4612-b597-8ff629c19884 req-83d06dd3-3a96-4970-9fe4-262db9a49db4 service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831010 Jun 28 22:02:23.150499 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cf62cb7e-1af0-44e5-bd3f-190106273967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.540173 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.296366 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.609111 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.464734 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:02:43.345783 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.287119 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55346) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:47.436077 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Deleting port 5d7e6c60-8b7f-4379-8be4-eb964b592658 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:47.436416 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.509566 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.509926 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.521442 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Calling delete_port for 5d7e6c60-8b7f-4379-8be4-eb964b592658 owned by network:floatingip {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:47.659213 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.661454 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-22e9b0d6-5bb0-4b5b-90db-f981c0b89a88 tempest-AttachVolumeNegativeTest-580901809 tempest-AttachVolumeNegativeTest-580901809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:47.684993 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event deleted for resources: {'Port': ['ID=5d7e6c60-8b7f-4379-8be4-eb964b592658,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:47.697066 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.697446 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.697835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.698204 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.698591 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.698947 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.699299 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.699652 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.700006 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.700357 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.700705 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.701051 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:47.717940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:47.754891 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for floatingip, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.755237 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.db.l3_db [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Floating IP fdcd3708-19fa-47f5-93d3-836ff9c98661 disassociated (deleted). External IP: 172.27.1.51, port: a37fee68-03a8-4e5c-a6a4-3765764aa3d9. Jun 28 22:02:47.952011 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Router a4e90958-cbec-4a95-9093-18197fa01dc9 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:48.052420 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:48.057232 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for floatingip, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.061525 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Sync routers for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:48.070262 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:48.070874 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:48.091250 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-8884f1ea-0af4-4271-b834-156eb92904d9 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "DELETE /v2.0/floatingips/fdcd3708-19fa-47f5-93d3-836ff9c98661 HTTP/1.1" status: 204 len: 168 time: 0.8031168 Jun 28 22:02:48.091909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:48.094244 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba167ab-d038-430d-acc3-c75079a0f70c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:48.178237 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:48.245474 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8868eea0-4c3c-4f40-9093-66653e71eba7 x-openstack-request-id: req-8868eea0-4c3c-4f40-9093-66653e71eba7 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:48.245904 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:48.246210 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8868eea0-4c3c-4f40-9093-66653e71eba7 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:48.246657 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'status': 'completed', 'code': 200} Jun 28 22:02:48.347324 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-8fc75891-5501-4593-be80-f2898e7d24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.351209 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-8fc75891-5501-4593-be80-f2898e7d24b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dd5f84a4c934579926554b1abebff48&device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 1098 time: 0.0802174 Jun 28 22:02:48.384300 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:48.411900 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Checking router: a4e90958-cbec-4a95-9093-18197fa01dc9 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:48.422011 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:48.422634 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:23Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:48.447082 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-d3f5b42c-818a-44a5-8494-4b7071bc4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.449145 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-d3f5b42c-818a-44a5-8494-4b7071bc4d62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 200 len: 910 time: 0.0920839 Jun 28 22:02:48.471919 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9458c1f-5cf1-4bf1-8fac-99be2fab78b2 req-6b2ee8ae-9370-405b-a7dc-7c988031beb6 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.473423 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a9458c1f-5cf1-4bf1-8fac-99be2fab78b2 req-6b2ee8ae-9370-405b-a7dc-7c988031beb6 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0689125 Jun 28 22:02:48.490777 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-7df1a69d-fee8-4e41-b4c9-7870e6ce4316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 200 len: 217 time: 0.0340207 Jun 28 22:02:48.513626 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a9458c1f-5cf1-4bf1-8fac-99be2fab78b2 req-df424a5e-34e1-491f-a7c8-329262c0943c tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331256 Jun 28 22:02:48.534832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:48.549061 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-f94d24ca-d463-42bc-916b-b961005f9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.550528 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-f94d24ca-d463-42bc-916b-b961005f9f4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 200 len: 848 time: 0.0532069 Jun 28 22:02:48.605810 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-6ba3e6f0-613e-47f7-bd15-4e5ac7b2dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.607285 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-6ba3e6f0-613e-47f7-bd15-4e5ac7b2dcd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500031 Jun 28 22:02:48.696657 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-c16f3b75-970b-4926-b68e-6f07313171dd service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824351 Jun 28 22:02:48.725602 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:48.751161 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341e3f3-0202-4ea5-a599-0c87c4b15e2b None None] The sync data for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi is: [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:29Z', 'revision_number': 4, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi', '_interfaces': [{'id': '2c0acda2-0117-4684-95c3-915661e5c6d0', 'name': '', 'network_id': 'b3e6c126-64fa-4e4d-afeb-3176ac0b5f48', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'mac_address': 'fa:16:3e:93:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:29Z', 'updated_at': '2021-06-28T21:58:37Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'subnets': [{'id': '70cd845e-ed16-44e0-a1c7-f2be6de7709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:48.786344 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-9ba167ab-d038-430d-acc3-c75079a0f70c req-20216335-689d-43e4-a5e7-fa19186e410d service neutron] 10.222.0.39 "GET /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821891 Jun 28 22:02:48.957181 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032208b7-1e0e-429f-a5da-4a8771a0238e None None] New status for floating IP fdcd3708-19fa-47f5-93d3-836ff9c98661: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:02:49.682207 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7009227-6edf-4457-827a-2100275b882b req-bf5d8a28-4242-4b1c-9c8c-98bf51d041a2 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:49.684138 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e7009227-6edf-4457-827a-2100275b882b req-bf5d8a28-4242-4b1c-9c8c-98bf51d041a2 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0609982 Jun 28 22:02:49.725164 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e7009227-6edf-4457-827a-2100275b882b req-9d1e469a-fd82-4ec1-9dc6-0d7bba29378d tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd9b1498-30e2-45df-9a55-2600ed32b27f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345976 Jun 28 22:02:49.924361 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-960b4448-b490-400f-939c-2bca5cd0276d tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:49.925787 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-960b4448-b490-400f-939c-2bca5cd0276d tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 945 time: 0.0627871 Jun 28 22:02:50.019396 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Deleting port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:50.019642 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.105461 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] For port a37fee68-03a8-4e5c-a6a4-3765764aa3d9, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:50.105827 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.117023 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Calling delete_port for a37fee68-03a8-4e5c-a6a4-3765764aa3d9 owned by compute:nova {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:50.241230 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.245083 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-0ebe27c8-41f2-409d-a83f-3f1ae399ad44 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:50.269060 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event deleted for resources: {'Port': ['ID=a37fee68-03a8-4e5c-a6a4-3765764aa3d9,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:50.273909 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:50.317475 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] No DVR routers for this DVR port a37fee68-03a8-4e5c-a6a4-3765764aa3d9 on host hv-cinder-79838 {{(pid=104561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:02:50.320050 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329041'] for port, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.322105 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-7bff9072-311e-447b-9eae-e3ab0b6cf548 req-e78bba4e-1c70-4fe1-9f44-459097ca8f55 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.39 "DELETE /v2.0/ports/a37fee68-03a8-4e5c-a6a4-3765764aa3d9 HTTP/1.1" status: 204 len: 173 time: 0.3904788 Jun 28 22:02:50.322612 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-deleted', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9'}] {{(pid=104561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:50.325068 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7486837c9a2e54d532844598cc47ae3483760079e5da2162e5b15941289ca4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b55016-224d-485d-9e7d-7b3a66b21bce" -d '{"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-deleted", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9"}]}' {{(pid=104561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:50.371683 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caac75f-2a2d-4f3a-9bff-89faa8e045c1 x-openstack-request-id: req-9caac75f-2a2d-4f3a-9bff-89faa8e045c1 {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:50.372019 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e", "name": "network-vif-deleted", "tag": "a37fee68-03a8-4e5c-a6a4-3765764aa3d9", "status": "completed", "code": 200}]} {{(pid=104561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:50.372323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9caac75f-2a2d-4f3a-9bff-89faa8e045c1 {{(pid=104561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:50.372751 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e', 'name': 'network-vif-deleted', 'tag': 'a37fee68-03a8-4e5c-a6a4-3765764aa3d9', 'status': 'completed', 'code': 200} Jun 28 22:02:50.651788 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-31c67e0f-b4b6-425a-b364-588ed8b36510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.882278 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [req-e00af987-32b7-42c3-a6a6-c63324c5be58 req-f4be93c3-300d-4edc-b2d0-367b5c5df665 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a3dee-63fb-4cf2-99e9-18c744dd9e4e HTTP/1.1" status: 200 len: 210 time: 0.0292752 Jun 28 22:02:51.977450 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55378) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:52.035997 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.062021 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.118029 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.121241 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.122385 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd9b1498-30e2-45df-9a55-2600ed32b27f HTTP/1.1" status: 204 len: 168 time: 0.1439466 Jun 28 22:02:52.123238 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f83bd40c-dead-4b64-89a4-a848e72c9bf7 tempest-AttachVolumeTestJSON-158203658 tempest-AttachVolumeTestJSON-158203658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.131835 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b1498-30e2-45df-9a55-2600ed32b27f,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.138749 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.139130 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.139499 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.139865 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.140222 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.140579 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.140930 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.141322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.141671 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.142078 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.142554 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.142835 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:52.146110 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-e90f4eea-dbb0-46af-ac98-65287fb12b26 tempest-TestShelveInstance-1410604960 tempest-TestShelveInstance-1410604960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.160541 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55382) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:52.497430 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.982627 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:53.001595 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Deleting port 2c0acda2-0117-4684-95c3-915661e5c6d0 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:53.001859 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] No Port match for: a37fee68-03a8-4e5c-a6a4-3765764aa3d9 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:53.001971 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.002120 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Device a37fee68-03a8-4e5c-a6a4-3765764aa3d9 not bound to the agent host hv-cinder-79838 {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:53.079181 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] For port 2c0acda2-0117-4684-95c3-915661e5c6d0, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=2c0acda2-0117-4684-95c3-915661e5c6d0,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:53.079527 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.091669 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Calling delete_port for 2c0acda2-0117-4684-95c3-915661e5c6d0 owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:53.150849 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-240de457-4c89-42ab-a094-6d7ff3c140a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.262074 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.264633 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-e9772250-a7a7-47a9-9539-12fad3fb38d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:53.286949 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0acda2-0117-4684-95c3-915661e5c6d0,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:53.290027 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:53.446166 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.541238 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.647591 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Router a4e90958-cbec-4a95-9093-18197fa01dc9 has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:53.746201 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:53.751090 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-d94f8fed-13db-4d60-a480-35251d8713fa admin admin] 10.222.0.37 "PUT /v2.0/routers/a4e90958-cbec-4a95-9093-18197fa01dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892761 Jun 28 22:02:53.753489 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55384) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:53.756024 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Sync routers for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:53.765402 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:53.766033 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:53.856362 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.957572 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.987990 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: dv-cinder-798384-1-iscsi {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:54.007260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Deleting port 3387b1a6-aea5-4ec1-9eac-20361bdf535e {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:54.007599 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.089121 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] For port 3387b1a6-aea5-4ec1-9eac-20361bdf535e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=3387b1a6-aea5-4ec1-9eac-20361bdf535e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:54.089478 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.101323 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Calling delete_port for 3387b1a6-aea5-4ec1-9eac-20361bdf535e owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:54.162999 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T22:02:53Z', 'revision_number': 5, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port': {'id': '3387b1a6-aea5-4ec1-9eac-20361bdf535e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T21:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:54.188859 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Checking router: a4e90958-cbec-4a95-9093-18197fa01dc9 for host: dv-cinder-798384-1-iscsi {{(pid=104563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:54.197025 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Routers {'a4e90958-cbec-4a95-9093-18197fa01dc9'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:54.197642 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['a4e90958-cbec-4a95-9093-18197fa01dc9'], 'active': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:54.265315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.268385 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-7f83b69d-5583-40ce-9521-717844c7be35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.282381 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvr_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] Set router a4e90958-cbec-4a95-9093-18197fa01dc9 gateway port host: None {{(pid=104563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:54.297860 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Pushing event deleted for resources: {'Port': ['ID=3387b1a6-aea5-4ec1-9eac-20361bdf535e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.300041 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.341071 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_hamode_db [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T22:02:53Z', 'revision_number': 6, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:54.355636 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.370072 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.370818 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c162dd30-bbcf-4836-aad9-7ef97e22990c None None] The sync data for ids ['a4e90958-cbec-4a95-9093-18197fa01dc9'] in dv-cinder-798384-1-iscsi is: [{'id': 'a4e90958-cbec-4a95-9093-18197fa01dc9', 'name': 'tempest-TestShelveInstance-1801730380-router', 'tenant_id': '8dd5f84a4c934579926554b1abebff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:27Z', 'updated_at': '2021-06-28T22:02:53Z', 'revision_number': 6, 'project_id': '8dd5f84a4c934579926554b1abebff48', 'gw_port_host': None}] {{(pid=104563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:54.452158 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.454280 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.499327 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.500185 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e90958-cbec-4a95-9093-18197fa01dc9 {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:02:54.505412 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.506555 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-70e4107d-1d3c-4458-ac26-114bae156076 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a4e90958-cbec-4a95-9093-18197fa01dc9 HTTP/1.1" status: 204 len: 168 time: 0.7521534 Jun 28 22:02:54.508940 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55386) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:54.551625 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Deleting subnet 70cd845e-ed16-44e0-a1c7-f2be6de7709f {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:02:54.554524 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.586553 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.662005 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.713669 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.716200 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-246a5611-c1b4-4ff2-93b2-80a194a2e2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.737470 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cd845e-ed16-44e0-a1c7-f2be6de7709f,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.740943 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.743847 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.748873 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55388) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:54.749972 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc13f3-167c-460a-883b-f6bd20d1e2f1 None None] Network b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:54.750325 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-77c7b0ea-fe11-4b56-a9d5-c5e96456093a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70cd845e-ed16-44e0-a1c7-f2be6de7709f HTTP/1.1" status: 204 len: 168 time: 0.2380807 Jun 28 22:02:54.821035 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.872088 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Deleting port a6a8a225-d558-473f-8cfd-756e382a36cf {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:54.872422 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.934309 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] For port a6a8a225-d558-473f-8cfd-756e382a36cf, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=a6a8a225-d558-473f-8cfd-756e382a36cf,segment=NetworkSegment(e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4),segment_id=e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:54.934665 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.946338 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Calling delete_port for a6a8a225-d558-473f-8cfd-756e382a36cf owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:55.026098 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.028856 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-7bed4528-b69a-4c94-b815-dec5b8cc4ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.051093 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a8a225-d558-473f-8cfd-756e382a36cf,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.054188 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.055067 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] No DVR routers for this DVR port a6a8a225-d558-473f-8cfd-756e382a36cf on host dv-cinder-798384-1-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:02:55.126226 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.137876 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e6c126-64fa-4e4d-afeb-3176ac0b5f48']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:55.148080 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:55.148374 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e045f6f3-3e9e-49e4-960f-ed1d1fa5b8a4') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:55.159002 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.162659 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980b87e-80fb-4d5c-9120-85791720da72 None None] DHCP port deletion for b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:02:55.176227 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.183816 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:02:55.184265 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:02:55.186167 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:02:55.220789 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2c0acda2-0117-4684-95c3-915661e5c6d0 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:55.239382 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.241123 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 2c0acda2-0117-4684-95c3-915661e5c6d0 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:55.241479 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 2c0acda2-0117-4684-95c3-915661e5c6d0 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:55.241953 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 3387b1a6-aea5-4ec1-9eac-20361bdf535e no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:55.243346 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b65b3d9d-f101-4440-a037-89785e980aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.247119 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.252073 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3e6c126-64fa-4e4d-afeb-3176ac0b5f48 HTTP/1.1" status: 204 len: 168 time: 0.4988544 Jun 28 22:02:55.252250 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55390) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:55.261892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 3387b1a6-aea5-4ec1-9eac-20361bdf535e {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:55.262251 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 3387b1a6-aea5-4ec1-9eac-20361bdf535e not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:55.262680 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a6a8a225-d558-473f-8cfd-756e382a36cf no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:55.264124 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e6c126-64fa-4e4d-afeb-3176ac0b5f48,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.266633 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-c40dce9b-757a-4c9c-9109-906b6c4e19c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.284878 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: a6a8a225-d558-473f-8cfd-756e382a36cf {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:55.285251 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device a6a8a225-d558-473f-8cfd-756e382a36cf not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:55.587651 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744217'] for router_interface, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.608258 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.829587 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Deleting port 99bb4653-037b-4f84-ba69-8b6e789a1e03 {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:55.829868 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.907608 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] For port 99bb4653-037b-4f84-ba69-8b6e789a1e03, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=99bb4653-037b-4f84-ba69-8b6e789a1e03,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:55.907884 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.919228 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Calling delete_port for 99bb4653-037b-4f84-ba69-8b6e789a1e03 owned by network:router_interface {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:56.086218 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.088074 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-699d5990-78a3-44ec-8caf-38c9a6ac3bf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:56.114507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=99bb4653-037b-4f84-ba69-8b6e789a1e03,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:56.116134 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:56.274507 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744333'] for router_interface, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.475925 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Router eff15ffa-6a6b-45e0-b62d-38549043771d has already been hosted by L3 agent 2d64667e-d9ea-4a79-bb74-1812ecbdd5ec {{(pid=104561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:56.575994 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] Notify agent at l3_agent.dv-cinder-798384-1-iscsi the message routers_updated {{(pid=104561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:56.580842 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-eb9b13ea-a254-4279-a069-43c1275c2d2d admin admin] 10.222.0.37 "PUT /v2.0/routers/eff15ffa-6a6b-45e0-b62d-38549043771d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3280392 Jun 28 22:02:56.583366 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55392) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:56.584344 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Sync routers for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:56.593342 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:56.594026 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:56.683605 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks [] for router, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.694733 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: dv-cinder-798384-1-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:56.779532 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.830443 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Deleting port 0b28908c-e3f3-412c-9d34-6c055b167c2e {{(pid=104561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:56.830779 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.865740 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'external_fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T22:02:56Z', 'revision_number': 5, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port': {'id': '0b28908c-e3f3-412c-9d34-6c055b167c2e', 'name': '', 'network_id': 'fe57467b-663a-4188-8a09-e58d6ce5ba09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T21:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90f69bf0-4d00-4609-bf9f-797cd779d1be', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-iscsi'}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:56.898079 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Checking router: eff15ffa-6a6b-45e0-b62d-38549043771d for host: dv-cinder-798384-1-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:56.907122 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Routers {'eff15ffa-6a6b-45e0-b62d-38549043771d'} bound to L3 agent in host dv-cinder-798384-1-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:56.907745 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:41:23Z,description=,heartbeat_timestamp=2021-06-28T22:02:53Z,host='dv-cinder-798384-1-iscsi',id=2d64667e-d9ea-4a79-bb74-1812ecbdd5ec,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:41:23Z,topic='l3_agent')) {'router_ids': ['eff15ffa-6a6b-45e0-b62d-38549043771d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:56.996702 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] Set router eff15ffa-6a6b-45e0-b62d-38549043771d gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:57.049685 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T22:02:56Z', 'revision_number': 6, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port_host': None}], 'dv-cinder-798384-1-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:57.079111 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e65b6-d1ab-4c6a-a4bc-b3a2d280914a None None] The sync data for ids ['eff15ffa-6a6b-45e0-b62d-38549043771d'] in dv-cinder-798384-1-iscsi is: [{'id': 'eff15ffa-6a6b-45e0-b62d-38549043771d', 'name': 'tempest-TestShelveInstance-662126529-router', 'tenant_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:58:32Z', 'updated_at': '2021-06-28T22:02:56Z', 'revision_number': 6, 'project_id': '2e1dc7c60cdb4e4a9aa700e965a9fd99', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:57.193485 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.db [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] For port 0b28908c-e3f3-412c-9d34-6c055b167c2e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=0b28908c-e3f3-412c-9d34-6c055b167c2e,segment=NetworkSegment(01e5c79d-2783-4eee-85e1-db3e592bcc5e),segment_id=01e5c79d-2783-4eee-85e1-db3e592bcc5e)] {{(pid=104561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:57.193852 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.205342 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.plugins.ml2.plugin [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Calling delete_port for 0b28908c-e3f3-412c-9d34-6c055b167c2e owned by network:router_gateway {{(pid=104561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:57.366859 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16543544'] for port, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.369356 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-892dfa15-ce1c-448a-99e9-b0736f6e9b92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:57.395850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b28908c-e3f3-412c-9d34-6c055b167c2e,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:57.398260 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:57.454898 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743763'] for router_gateway, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.544315 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-744252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9498'] for router, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.546421 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.586850 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-743733'] for router, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.587346 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff15ffa-6a6b-45e0-b62d-38549043771d {{(pid=104561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:02:57.591419 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] Notify callbacks [] for router, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.592425 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-02e00a75-42d5-4a15-adad-15e243f9eb6e admin admin] 10.222.0.37 "DELETE /v2.0/routers/eff15ffa-6a6b-45e0-b62d-38549043771d HTTP/1.1" status: 204 len: 168 time: 1.0081606 Jun 28 22:02:57.594835 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [-] (104561) accepted ('10.222.0.37', 55394) {{(pid=104561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:57.637045 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Deleting subnet bcb262c6-889a-4f08-8025-bcb8b20429e3 {{(pid=104561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:02:57.639958 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.671285 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413897'] for subnet, precommit_delete_associations {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.747314 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3978854'] for subnet, precommit_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.802378 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3978785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-516877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16543606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16468597'] for subnet, after_delete {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.806210 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-1aee6ec5-3f39-4979-a153-c83453027ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:57.832675 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for subnet, before_response {{(pid=104561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.836696 dv-cinder-798384-1-iscsi neutron-server[104561]: INFO neutron.wsgi [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bcb262c6-889a-4f08-8025-bcb8b20429e3 HTTP/1.1" status: 204 len: 168 time: 0.2388022 Jun 28 22:02:57.836696 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb262c6-889a-4f08-8025-bcb8b20429e3,revision_number=None']} {{(pid=104561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:57.837322 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55396) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:57.839293 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e6bbd-651f-4e5d-95c5-bb1c91b6b10c None None] Network 5adb6a85-c998-4f1d-b049-3dcecc600a1b requested from dv-cinder-798384-1-iscsi {{(pid=104563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:57.842078 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG oslo_concurrency.lockutils [None req-29ba7fb6-7c36-47cf-b437-89960884f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:57.912293 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3860473'] for network, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.962391 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Deleting port 1508240d-708f-4f8a-a40c-5350e461b02e {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:57.962725 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.025981 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] DHCP port deletion for 5adb6a85-c998-4f1d-b049-3dcecc600a1b request from dv-cinder-798384-1-iscsi {{(pid=104563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:02:58.033757 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] For port 1508240d-708f-4f8a-a40c-5350e461b02e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=1508240d-708f-4f8a-a40c-5350e461b02e,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:58.034158 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.047971 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Calling delete_port for 1508240d-708f-4f8a-a40c-5350e461b02e owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:58.075212 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Deleting port 1508240d-708f-4f8a-a40c-5350e461b02e {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:02:58.075630 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746996428858'] for port, before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.131016 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9258567'] for port, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.133936 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-2bbecf0d-89fd-4ff5-86d6-8dabef764df6 tempest-TestVolumeBootPattern-100742014 tempest-TestVolumeBootPattern-100742014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.143307 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] For port 1508240d-708f-4f8a-a40c-5350e461b02e, host dv-cinder-798384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-iscsi',level=0,port_id=1508240d-708f-4f8a-a40c-5350e461b02e,segment=NetworkSegment(39e5a799-4c0a-4e71-ab62-34382dadd684),segment_id=39e5a799-4c0a-4e71-ab62-34382dadd684)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:58.143706 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-774262'] for port, precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.155742 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Calling delete_port for 1508240d-708f-4f8a-a40c-5350e461b02e owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:02:58.156107 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Pushing event deleted for resources: {'Port': ['ID=1508240d-708f-4f8a-a40c-5350e461b02e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.159216 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.159979 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] No DVR routers for this DVR port 1508240d-708f-4f8a-a40c-5350e461b02e on host dv-cinder-798384-1-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:02:58.228443 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3923666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746996432231', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995974404'] for port, after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.230931 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.236739 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3979510', 'neutron.services.segments.db._delete_segments_for_network-8746996456295'] for network, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.247074 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adb6a85-c998-4f1d-b049-3dcecc600a1b']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:58.255228 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Pushing event deleted for resources: {'Port': ['ID=1508240d-708f-4f8a-a40c-5350e461b02e,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.256549 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e5a799-4c0a-4e71-ab62-34382dadd684') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:58.256825 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e5a799-4c0a-4e71-ab62-34382dadd684') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:58.264485 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.264832 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.265171 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.265502 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.265610 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746996467294', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8702768'] for segment, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.265850 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.266178 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.266505 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.266827 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.267150 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.267467 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.267781 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.268095 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:58.270631 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] No DVR routers for this DVR port 1508240d-708f-4f8a-a40c-5350e461b02e on host dv-cinder-798384-1-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:02:58.271997 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG oslo_concurrency.lockutils [None req-e1d72735-9e35-4f16-887c-865c4574c3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.281061 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420'] for segment, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.287155 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:02:58.287555 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263504'] for segment, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: Traceback (most recent call last): Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: timer() Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: cb(*args, **kw) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: return func(*args, **kwargs) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: self._notify() Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: self.callback(batched_events) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: event.method(event) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: return f(self, *a, **k) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._get(url).json() Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: return self.request(url, 'GET', **kwargs) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:02:58.289599 dv-cinder-798384-1-iscsi neutron-server[104562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:02:58.344502 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3979513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-699528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743695'] for network, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.350029 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597766'] for network, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.355037 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] 10.222.0.37 "DELETE /v2.0/networks/5adb6a85-c998-4f1d-b049-3dcecc600a1b HTTP/1.1" status: 204 len: 168 time: 0.5133438 Jun 28 22:02:58.355037 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-f3dde8bd-039c-4f4e-aab1-fa5823f5e17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.365404 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Pushing event deleted for resources: {'Network': ['ID=5adb6a85-c998-4f1d-b049-3dcecc600a1b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.367781 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-9a60a5a3-1cb1-41f4-b54d-a9d60a4cc90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.542546 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55400) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:58.580209 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c65a97d5-9d74-4392-b212-64975ab87ebd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dd5f84a4c934579926554b1abebff48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364268 Jun 28 22:02:58.582457 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55402) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:58.628812 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.648951 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.694607 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.697441 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.699109 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c65176e-e768-4d9a-9ab0-c2d6efd40400 HTTP/1.1" status: 204 len: 168 time: 0.1157835 Jun 28 22:02:58.699920 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-07b76b80-9984-43f6-a0d9-62ea9db05959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.707549 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c65176e-e768-4d9a-9ab0-c2d6efd40400,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.709955 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-5feeb3a4-3dca-4d6f-a67c-cab1bb4357d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.996013 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55408) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:59.025536 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 0b28908c-e3f3-412c-9d34-6c055b167c2e no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:59.037456 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ed02ea2c-5f69-4539-8ba4-a18c9b7745aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e1dc7c60cdb4e4a9aa700e965a9fd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402217 Jun 28 22:02:59.039860 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.37', 55410) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:59.046752 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 0b28908c-e3f3-412c-9d34-6c055b167c2e {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:59.047100 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 0b28908c-e3f3-412c-9d34-6c055b167c2e not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:59.047520 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 99bb4653-037b-4f84-ba69-8b6e789a1e03 no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:59.065911 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 99bb4653-037b-4f84-ba69-8b6e789a1e03 {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:59.066267 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 99bb4653-037b-4f84-ba69-8b6e789a1e03 not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:59.066681 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 1508240d-708f-4f8a-a40c-5350e461b02e no longer exists at agent ovs-agent-dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:02:59.084620 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] No Port match for: 1508240d-708f-4f8a-a40c-5350e461b02e {{(pid=104563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:02:59.084973 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.rpc [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Device 1508240d-708f-4f8a-a40c-5350e461b02e not bound to the agent host dv-cinder-798384-1-iscsi {{(pid=104563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:02:59.091395 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.111585 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.156755 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-701706'] for security_group, after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.159321 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.160420 dv-cinder-798384-1-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcdb8755-f3fc-4ab8-ae25-1b4ef55203fb HTTP/1.1" status: 204 len: 168 time: 0.1196980 Jun 28 22:02:59.161415 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-3a0b0d7f-3be9-46fa-b9a2-0660ab137f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:59.168396 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdb8755-f3fc-4ab8-ae25-1b4ef55203fb,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:59.170590 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG oslo_concurrency.lockutils [None req-b8dc7886-4b9b-48f7-a2fb-5bd73f22a6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:13.350586 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:19.462806 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:03:20.651991 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3b952430-2170-4140-9bff-bc6e25013219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.151084 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-05735360-03f2-40c5-8402-51b6bc649f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.543647 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.301632 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:25.611323 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:43.377125 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.652493 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-01034ff8-5397-4ed4-aae4-efab4b70c8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:53.151544 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27632b4c-7667-4f37-9564-03a41baff73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:53.546783 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:54.303798 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:55.613956 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:56.461084 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:04:13.387300 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:20.658429 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-87e3605c-e97e-416c-bfc8-10af1272c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:23.161766 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2698138e-0e5c-4d2d-af9f-940d5b1ab99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:23.547448 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:24.306150 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.543534 dv-cinder-798384-1-iscsi neutron-server[104561]: DEBUG neutron.wsgi [req-312f3647-fbb0-4b4f-acfd-4b8c5fcbe3b5 req-a102538f-0bb2-4b47-af7e-28bf033a4de8 service neutron] (104561) timed out ('10.222.0.39', 54331) {{(pid=104561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 22:04:25.617208 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:30.237606 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-73ce021a-8b31-427d-810b-2774ee17f05e req-8d7d2406-bc6a-450c-ac2b-2906310b9d10 service neutron] (104562) timed out ('10.222.0.39', 54351) {{(pid=104562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 22:04:33.459319 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:04:39.548588 dv-cinder-798384-1-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-592f3e46-10cb-4fd7-ae9d-f3e6771d3205 req-98cf6339-d756-4aaf-98b2-7f60af09a0c1 service neutron] (104562) timed out ('10.222.0.39', 54355) {{(pid=104562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 22:04:43.384694 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:50.659728 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2c62075f-1261-4e70-af6f-9b5c33a86710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:53.152050 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cd2016b2-c1be-47ba-b641-13eb615197a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:53.548793 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:54.309092 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:55.619887 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:10.457716 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:05:13.384204 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:20.662182 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-116bd721-d1d7-4ee9-b7cc-916ef9eaf9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:23.152419 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4c96a669-b8b5-4a70-8ac4-148ad188a5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:23.550020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:24.313107 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.621106 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.414151 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.455741 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:05:50.664380 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e9585c84-1ad8-481e-b499-e290e92c569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:53.152914 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1f9aec26-4923-43ac-b1a4-a50507e2c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:53.551621 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.315975 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.625561 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.428789 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.666023 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-395ca549-c2ca-485e-a31e-4b7c886e4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.153754 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e286-fd24-4df8-9588-bfcf03c9f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.552000 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.318042 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.454295 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:06:25.627773 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.443651 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:50.672597 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-90526b68-a5bb-4eaf-afaa-5f685edbfd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.154717 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53c098fd-ab9f-418c-97b8-edcad8074798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.553862 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:54.321098 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:55.632201 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:01.452704 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:07:13.458835 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:20.663892 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5e2f14dd-8091-494b-970b-48a68c1f9ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:23.155029 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-414bf9ab-2551-4e56-a035-e849cfb14de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:23.554678 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:24.326598 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.636020 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.451445 dv-cinder-798384-1-iscsi neutron-server[104564]: DEBUG neutron.db.agents_db [None req-6488b260-10a1-4e65-8f67-dbac37d20da0 None None] Agent healthcheck: found 6 active agents {{(pid=104564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:07:43.458561 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b335b043-b799-4ceb-9468-7b719bd192ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:50.664998 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c93e4995-1f30-4900-83cb-98d7cd105024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:53.157587 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f1b50468-493b-499f-badd-8ecc49e9c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:53.555199 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8072aa3-0c1d-4bde-b81e-3c4fed8c8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:54.329369 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f11aaa1-9869-4838-98d6-5b29d2a2f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:55.642172 dv-cinder-798384-1-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6f23bebe-9ea4-44f4-9bf4-7209a08ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746996459457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3977912'] for agent, after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}